[ 538.563464] env[64658]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=64658) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.563831] env[64658]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=64658) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.563973] env[64658]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=64658) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.564344] env[64658]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 538.660490] env[64658]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=64658) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 538.670958] env[64658]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=64658) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 539.271349] env[64658]: INFO nova.virt.driver [None req-ec11a45f-3bea-4265-9986-69481385eb46 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 539.340327] env[64658]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.340503] env[64658]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.340638] env[64658]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=64658) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 542.505144] env[64658]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b07aac4e-8c39-422f-a031-120c5964a3d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.520984] env[64658]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=64658) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 542.521144] env[64658]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-230bf1bb-62a2-4252-88dd-dcef289f9109 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.559207] env[64658]: INFO oslo_vmware.api [-] Successfully established new session; session ID is e6c3e. [ 542.559376] env[64658]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.219s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.559936] env[64658]: INFO nova.virt.vmwareapi.driver [None req-ec11a45f-3bea-4265-9986-69481385eb46 None None] VMware vCenter version: 7.0.3 [ 542.563361] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef2f7d-f83f-4085-80ce-bf3ffa5f524c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.581874] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea40956e-d398-4f51-9cbd-df5534173671 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.588100] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ea66c-0f42-4638-81b1-713a624ef97f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.595067] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b56245-dacf-4f77-ae7c-2eaa3a98ef85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.608206] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee18729-a032-4cbf-a448-dde6f6ab9be6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.614277] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d622604-adc3-49b4-b814-caefc1913003 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.644643] env[64658]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-23c8f2c9-8a62-451a-80a4-2f71df4e81c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.649623] env[64658]: DEBUG nova.virt.vmwareapi.driver [None req-ec11a45f-3bea-4265-9986-69481385eb46 None None] Extension org.openstack.compute already exists. {{(pid=64658) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 542.652237] env[64658]: INFO nova.compute.provider_config [None req-ec11a45f-3bea-4265-9986-69481385eb46 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 543.155412] env[64658]: DEBUG nova.context [None req-ec11a45f-3bea-4265-9986-69481385eb46 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0ce6fad4-ffd1-47f6-bf82-0904ab598bef(cell1) {{(pid=64658) load_cells /opt/stack/nova/nova/context.py:464}} [ 543.158480] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.158692] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.159460] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.159897] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Acquiring lock "0ce6fad4-ffd1-47f6-bf82-0904ab598bef" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.160093] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Lock "0ce6fad4-ffd1-47f6-bf82-0904ab598bef" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.161079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Lock "0ce6fad4-ffd1-47f6-bf82-0904ab598bef" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.180621] env[64658]: INFO dbcounter [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Registered counter for database nova_cell0 [ 543.188488] env[64658]: INFO dbcounter [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Registered counter for database nova_cell1 [ 543.191589] env[64658]: DEBUG oslo_db.sqlalchemy.engines [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64658) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 543.191921] env[64658]: DEBUG oslo_db.sqlalchemy.engines [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64658) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 543.196819] env[64658]: ERROR nova.db.main.api [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 543.196819] env[64658]: result = function(*args, **kwargs) [ 543.196819] env[64658]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 543.196819] env[64658]: return func(*args, **kwargs) [ 543.196819] env[64658]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 543.196819] env[64658]: result = fn(*args, **kwargs) [ 543.196819] env[64658]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 543.196819] env[64658]: return f(*args, **kwargs) [ 543.196819] env[64658]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 543.196819] env[64658]: return db.service_get_minimum_version(context, binaries) [ 543.196819] env[64658]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 543.196819] env[64658]: _check_db_access() [ 543.196819] env[64658]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 543.196819] env[64658]: stacktrace = ''.join(traceback.format_stack()) [ 543.196819] env[64658]: [ 543.197540] env[64658]: ERROR nova.db.main.api [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 543.197540] env[64658]: result = function(*args, **kwargs) [ 543.197540] env[64658]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 543.197540] env[64658]: return func(*args, **kwargs) [ 543.197540] env[64658]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 543.197540] env[64658]: result = fn(*args, **kwargs) [ 543.197540] env[64658]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 543.197540] env[64658]: return f(*args, **kwargs) [ 543.197540] env[64658]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 543.197540] env[64658]: return db.service_get_minimum_version(context, binaries) [ 543.197540] env[64658]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 543.197540] env[64658]: _check_db_access() [ 543.197540] env[64658]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 543.197540] env[64658]: stacktrace = ''.join(traceback.format_stack()) [ 543.197540] env[64658]: [ 543.198113] env[64658]: WARNING nova.objects.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Failed to get minimum service version for cell 0ce6fad4-ffd1-47f6-bf82-0904ab598bef [ 543.198113] env[64658]: WARNING nova.objects.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 543.198445] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Acquiring lock "singleton_lock" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.198602] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Acquired lock "singleton_lock" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.198838] env[64658]: DEBUG oslo_concurrency.lockutils [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Releasing lock "singleton_lock" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.199181] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Full set of CONF: {{(pid=64658) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 543.199323] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ******************************************************************************** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 543.199449] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] Configuration options gathered from: {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 543.199582] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 543.199773] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 543.199900] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ================================================================================ {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 543.200120] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] allow_resize_to_same_host = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.200289] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] arq_binding_timeout = 300 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.200416] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] backdoor_port = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.200542] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] backdoor_socket = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.200702] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] block_device_allocate_retries = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.200860] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] block_device_allocate_retries_interval = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.201042] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cert = self.pem {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.201211] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.201376] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute_monitors = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.201535] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] config_dir = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.201700] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] config_drive_format = iso9660 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.201830] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.201990] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] config_source = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.202171] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] console_host = devstack {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.202331] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] control_exchange = nova {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.202484] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cpu_allocation_ratio = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.202637] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] daemon = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.202799] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] debug = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.202953] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] default_access_ip_network_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.203127] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] default_availability_zone = nova {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.203279] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] default_ephemeral_format = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.203434] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] default_green_pool_size = 1000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.203675] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.203879] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] default_schedule_zone = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.204078] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] disk_allocation_ratio = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.204246] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] enable_new_services = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.204421] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] enabled_apis = ['osapi_compute'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.204581] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] enabled_ssl_apis = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.204737] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] flat_injected = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.204893] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] force_config_drive = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.205060] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] force_raw_images = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.205232] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] graceful_shutdown_timeout = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.205389] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] heal_instance_info_cache_interval = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.205604] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] host = cpu-1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.205792] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.205961] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] initial_disk_allocation_ratio = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.206138] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] initial_ram_allocation_ratio = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.206354] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.206517] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instance_build_timeout = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.206674] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instance_delete_interval = 300 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.206864] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instance_format = [instance: %(uuid)s] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.207051] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instance_name_template = instance-%08x {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.207218] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instance_usage_audit = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.207384] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instance_usage_audit_period = month {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.207545] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.207704] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] instances_path = /opt/stack/data/nova/instances {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.207863] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] internal_service_availability_zone = internal {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.208027] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] key = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.208188] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] live_migration_retry_count = 30 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.208352] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_color = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.208511] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_config_append = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.208675] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.208832] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_dir = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.208988] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_file = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.209126] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_options = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.209290] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_rotate_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.209454] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_rotate_interval_type = days {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.209615] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] log_rotation_type = none {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.209740] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.209859] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.210032] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.210197] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.210321] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.210478] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] long_rpc_timeout = 1800 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.210633] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] max_concurrent_builds = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.210788] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] max_concurrent_live_migrations = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.210943] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] max_concurrent_snapshots = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.211115] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] max_local_block_devices = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.211270] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] max_logfile_count = 30 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.211422] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] max_logfile_size_mb = 200 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.211574] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] maximum_instance_delete_attempts = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.211731] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] metadata_listen = 0.0.0.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.211894] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] metadata_listen_port = 8775 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.212070] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] metadata_workers = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.212231] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] migrate_max_retries = -1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.212391] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] mkisofs_cmd = genisoimage {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.212590] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] my_block_storage_ip = 10.180.1.21 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.212721] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] my_ip = 10.180.1.21 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.212918] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.213095] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] network_allocate_retries = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.213273] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.213437] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] osapi_compute_listen = 0.0.0.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.213597] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] osapi_compute_listen_port = 8774 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.213765] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] osapi_compute_unique_server_name_scope = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.213967] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] osapi_compute_workers = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.214148] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] password_length = 12 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.214311] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] periodic_enable = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.214468] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] periodic_fuzzy_delay = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.214633] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] pointer_model = usbtablet {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.214795] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] preallocate_images = none {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.214956] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] publish_errors = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.215095] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] pybasedir = /opt/stack/nova {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.215251] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ram_allocation_ratio = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.215405] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] rate_limit_burst = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.215567] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] rate_limit_except_level = CRITICAL {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.215728] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] rate_limit_interval = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.215941] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] reboot_timeout = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.216134] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] reclaim_instance_interval = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.216294] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] record = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.216459] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] reimage_timeout_per_gb = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.216620] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] report_interval = 120 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.216794] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] rescue_timeout = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.216972] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] reserved_host_cpus = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.217146] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] reserved_host_disk_mb = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.217304] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] reserved_host_memory_mb = 512 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.217461] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] reserved_huge_pages = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.217618] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] resize_confirm_window = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.217775] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] resize_fs_using_block_device = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.217933] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] resume_guests_state_on_host_boot = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.218112] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.218274] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] rpc_response_timeout = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.218432] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] run_external_periodic_tasks = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.218593] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] running_deleted_instance_action = reap {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.218749] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] running_deleted_instance_poll_interval = 1800 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.218904] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] running_deleted_instance_timeout = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.219068] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler_instance_sync_interval = 120 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.219235] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_down_time = 720 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.219398] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] servicegroup_driver = db {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.219551] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] shell_completion = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.219707] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] shelved_offload_time = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.219863] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] shelved_poll_interval = 3600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.220040] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] shutdown_timeout = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.220201] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] source_is_ipv6 = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.220358] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ssl_only = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.220599] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.220765] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] sync_power_state_interval = 600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.220925] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] sync_power_state_pool_size = 1000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.221101] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] syslog_log_facility = LOG_USER {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.221256] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] tempdir = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.221413] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] timeout_nbd = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.221574] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] transport_url = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.221730] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] update_resources_interval = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.221885] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] use_cow_images = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.222051] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] use_journal = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.222206] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] use_json = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.222359] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] use_rootwrap_daemon = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.222510] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] use_stderr = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.222662] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] use_syslog = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.222811] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vcpu_pin_set = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.222972] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plugging_is_fatal = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.223146] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plugging_timeout = 300 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.223305] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] virt_mkfs = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.223458] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] volume_usage_poll_interval = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.223612] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] watch_log_file = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.223781] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] web = /usr/share/spice-html5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.223990] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.224196] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.224386] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.224573] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_concurrency.disable_process_locking = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.225460] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.225658] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.225858] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.226055] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.226235] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.226405] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.226589] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.auth_strategy = keystone {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.226761] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.compute_link_prefix = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.226934] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.227126] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.dhcp_domain = novalocal {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.227300] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.enable_instance_password = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.227462] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.glance_link_prefix = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.227628] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.227798] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.227989] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.instance_list_per_project_cells = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.228191] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.list_records_by_skipping_down_cells = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.228359] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.local_metadata_per_cell = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.228531] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.max_limit = 1000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.228702] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.metadata_cache_expiration = 15 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.228878] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.neutron_default_tenant_id = default {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.229064] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.response_validation = warn {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.229241] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.use_neutron_default_nets = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.229411] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.229574] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.229740] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.229910] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.230094] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.vendordata_dynamic_targets = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.230259] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.vendordata_jsonfile_path = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.230441] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.230631] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.backend = dogpile.cache.memcached {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.230799] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.backend_argument = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.230964] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.backend_expiration_time = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.231147] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.config_prefix = cache.oslo {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.231318] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.dead_timeout = 60.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.231481] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.debug_cache_backend = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.231643] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.enable_retry_client = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.231804] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.enable_socket_keepalive = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.231976] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.enabled = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.232155] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.enforce_fips_mode = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.232320] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.expiration_time = 600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.232485] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.hashclient_retry_attempts = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.232649] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.hashclient_retry_delay = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.232815] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_dead_retry = 300 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.232972] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_password = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.233149] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.233312] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.233471] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_pool_maxsize = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.233632] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.233819] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_sasl_enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.234053] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.234236] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_socket_timeout = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.234398] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.memcache_username = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.234562] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.proxies = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.234726] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.redis_db = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.234888] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.redis_password = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.235074] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.redis_sentinel_service_name = mymaster {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.235253] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.235423] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.redis_server = localhost:6379 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.235587] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.redis_socket_timeout = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.235748] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.redis_username = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.235941] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.retry_attempts = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.236131] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.retry_delay = 0.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.236293] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.socket_keepalive_count = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.236454] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.socket_keepalive_idle = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.236614] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.socket_keepalive_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.236770] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.tls_allowed_ciphers = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.236946] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.tls_cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.237129] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.tls_certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.237292] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.tls_enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.237445] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cache.tls_keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.237614] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.237787] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.auth_type = password {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.237947] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.238137] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.catalog_info = volumev3::publicURL {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.238300] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.238461] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.238622] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.cross_az_attach = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.238781] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.debug = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.238940] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.endpoint_template = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.239114] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.http_retries = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.239275] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.239430] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.239598] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.os_region_name = RegionOne {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.239760] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.239920] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cinder.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.240167] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.240355] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.cpu_dedicated_set = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.240517] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.cpu_shared_set = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.240685] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.image_type_exclude_list = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.240850] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.241025] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.max_concurrent_disk_ops = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.241193] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.max_disk_devices_to_attach = -1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.241354] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.241520] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.241682] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.resource_provider_association_refresh = 300 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.241842] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.242009] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.shutdown_retry_interval = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.242195] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.242369] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] conductor.workers = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.242543] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] console.allowed_origins = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.242699] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] console.ssl_ciphers = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.242867] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] console.ssl_minimum_version = default {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.243042] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] consoleauth.enforce_session_timeout = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.243210] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] consoleauth.token_ttl = 600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.243377] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.243531] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.243692] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.243874] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.244054] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.244214] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.244375] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.244530] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.244686] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.244840] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.244995] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.245165] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.245320] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.245484] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.service_type = accelerator {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.245642] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.245829] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.245990] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.246166] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.246344] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.246504] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] cyborg.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.246669] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.asyncio_connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.246827] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.asyncio_slave_connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.247028] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.backend = sqlalchemy {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.247203] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.247367] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.connection_debug = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.247531] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.connection_parameters = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.247692] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.connection_recycle_time = 3600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.247851] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.connection_trace = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.248019] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.db_inc_retry_interval = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.248185] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.db_max_retries = 20 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.248347] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.db_max_retry_interval = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.248506] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.db_retry_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.248665] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.max_overflow = 50 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.248822] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.max_pool_size = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.248983] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.max_retries = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.249161] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.249317] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.mysql_wsrep_sync_wait = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.249471] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.pool_timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.249627] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.retry_interval = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.249783] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.slave_connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.249941] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.sqlite_synchronous = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.250110] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] database.use_db_reconnect = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.250274] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.asyncio_connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.250429] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.asyncio_slave_connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.250593] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.backend = sqlalchemy {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.250756] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.250917] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.connection_debug = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.251146] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.connection_parameters = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.251347] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.connection_recycle_time = 3600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.251515] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.connection_trace = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.251679] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.db_inc_retry_interval = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.251841] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.db_max_retries = 20 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.252008] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.db_max_retry_interval = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.252180] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.db_retry_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.252341] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.max_overflow = 50 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.252501] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.max_pool_size = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.252659] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.max_retries = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.252826] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.252986] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.253154] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.pool_timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.253314] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.retry_interval = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.253469] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.slave_connection = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.253629] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] api_database.sqlite_synchronous = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.253821] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] devices.enabled_mdev_types = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.254026] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.254203] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ephemeral_storage_encryption.default_format = luks {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.254366] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ephemeral_storage_encryption.enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.254529] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.254695] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.api_servers = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.254854] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.255027] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.255194] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.255358] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.255517] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.255677] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.debug = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.255878] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.default_trusted_certificate_ids = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.256058] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.enable_certificate_validation = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.256225] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.enable_rbd_download = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.256382] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.256547] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.256706] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.256875] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.257061] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.257230] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.num_retries = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.257396] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.rbd_ceph_conf = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.257553] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.rbd_connect_timeout = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.257720] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.rbd_pool = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.257884] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.rbd_user = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.258062] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.258225] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.258380] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.258544] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.service_type = image {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.258702] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.258858] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.259027] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.259188] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.259366] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.259529] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.verify_glance_signatures = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.259688] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] glance.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.259852] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] guestfs.debug = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.260028] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.260273] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.auth_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.260462] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.260622] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.260785] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.260946] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.261117] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.261279] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.261438] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.261593] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.261748] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.261902] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.262068] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.262228] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.262382] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.262547] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.service_type = shared-file-system {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.262707] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.share_apply_policy_timeout = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.262867] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.263041] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.263236] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.263407] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.263585] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.263744] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] manila.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.263925] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] mks.enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265085] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265085] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] image_cache.manager_interval = 2400 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265085] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] image_cache.precache_concurrency = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265085] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] image_cache.remove_unused_base_images = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265085] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265283] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265378] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] image_cache.subdirectory_name = _base {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265556] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.api_max_retries = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265721] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.api_retry_interval = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.265902] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.266080] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.auth_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.266241] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.266398] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.266559] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.266718] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.conductor_group = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.266898] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.267123] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.267293] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.267458] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.267615] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.267774] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.267931] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.268108] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.peer_list = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.268268] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.268421] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.268582] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.serial_console_state_timeout = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.268772] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.268903] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.service_type = baremetal {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.269073] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.shard = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.269238] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.269393] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.269596] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.269786] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.269970] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.270147] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ironic.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.270328] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.270498] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] key_manager.fixed_key = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.270678] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.270838] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.barbican_api_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.270997] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.barbican_endpoint = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.271180] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.barbican_endpoint_type = public {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.271339] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.barbican_region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.271495] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.271650] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.271808] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.271969] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.272134] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.272296] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.number_of_retries = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.272454] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.retry_delay = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.272611] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.send_service_user_token = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.272768] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.272924] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.273093] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.verify_ssl = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.273249] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican.verify_ssl_path = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.273412] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.273571] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.auth_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.273727] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.273878] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.274046] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.274208] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.274361] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.274519] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.274672] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] barbican_service_user.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.274834] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.approle_role_id = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.274991] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.approle_secret_id = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.275173] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.kv_mountpoint = secret {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.275331] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.kv_path = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.275495] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.kv_version = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.275652] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.namespace = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.275835] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.root_token_id = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.275996] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.ssl_ca_crt_file = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.276176] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.timeout = 60.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.276338] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.use_ssl = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.276505] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.276669] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.276833] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.277023] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.277186] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.277341] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.277495] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.277655] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.277808] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.277964] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.278131] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.278286] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.278444] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.278602] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.278769] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.service_type = identity {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.278933] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.279099] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.279259] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.279414] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.279589] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.279748] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] keystone.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.279934] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.ceph_mount_options = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.280260] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.280444] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.connection_uri = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.280611] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.cpu_mode = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.280781] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.cpu_model_extra_flags = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.280948] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.cpu_models = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.281129] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.cpu_power_governor_high = performance {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.281298] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.cpu_power_governor_low = powersave {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.281459] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.cpu_power_management = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.281635] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.281806] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.device_detach_attempts = 8 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.281973] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.device_detach_timeout = 20 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.282153] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.disk_cachemodes = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.282313] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.disk_prefix = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.282476] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.enabled_perf_events = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.282635] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.file_backed_memory = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.282797] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.gid_maps = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.282956] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.hw_disk_discard = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.283134] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.hw_machine_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.283301] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.images_rbd_ceph_conf = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.283463] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.283624] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.283790] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.images_rbd_glance_store_name = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.283957] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.images_rbd_pool = rbd {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.284137] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.images_type = default {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.284296] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.images_volume_group = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.284454] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.inject_key = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.284615] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.inject_partition = -2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.284774] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.inject_password = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.284933] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.iscsi_iface = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.285341] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.iser_use_multipath = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.285341] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_bandwidth = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.285545] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.285586] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_downtime = 500 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.285732] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.285917] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.286097] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_inbound_addr = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.286261] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.286421] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_permit_post_copy = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.286579] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_scheme = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.286746] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_timeout_action = abort {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.286972] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_tunnelled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.287183] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_uri = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.287352] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.live_migration_with_native_tls = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.287515] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.max_queues = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.287680] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.287909] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.288086] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.nfs_mount_options = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.288374] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.288548] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.288714] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.num_iser_scan_tries = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.288873] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.num_memory_encrypted_guests = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.289047] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.289215] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.num_pcie_ports = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.289380] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.num_volume_scan_tries = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.289544] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.pmem_namespaces = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.289700] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.quobyte_client_cfg = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.289994] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.290180] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rbd_connect_timeout = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.290343] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.290506] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.290672] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rbd_secret_uuid = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.290821] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rbd_user = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.290984] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.291168] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.remote_filesystem_transport = ssh {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.291330] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rescue_image_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.291485] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rescue_kernel_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.291642] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rescue_ramdisk_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.291809] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.291972] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.rx_queue_size = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.292154] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.smbfs_mount_options = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.292446] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.292623] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.snapshot_compression = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.292786] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.snapshot_image_format = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.293020] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.293192] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.sparse_logical_volumes = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.293355] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.swtpm_enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.293525] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.swtpm_group = tss {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.293689] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.swtpm_user = tss {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.293856] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.sysinfo_serial = unique {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.294031] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.tb_cache_size = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.294194] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.tx_queue_size = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.294358] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.uid_maps = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.294518] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.use_virtio_for_bridges = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.294684] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.virt_type = kvm {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.294849] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.volume_clear = zero {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.295020] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.volume_clear_size = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.295188] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.volume_use_multipath = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.295343] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.vzstorage_cache_path = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.295508] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.295669] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.vzstorage_mount_group = qemu {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.295849] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.vzstorage_mount_opts = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.296036] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.296326] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.296504] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.vzstorage_mount_user = stack {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.296672] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.296844] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.297050] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.auth_type = password {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.297218] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.297376] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.297536] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.297692] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.297849] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.298036] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.default_floating_pool = public {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.298200] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.298365] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.extension_sync_interval = 600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.298530] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.http_retries = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.298691] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.298849] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.299016] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.299193] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.299349] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.299514] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.ovs_bridge = br-int {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.299674] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.physnets = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.299838] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.region_name = RegionOne {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.299998] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.300179] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.service_metadata_proxy = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.300338] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.300503] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.service_type = network {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.300660] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.300817] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.300975] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.301192] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.301392] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.301557] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] neutron.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.301728] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] notifications.bdms_in_notifications = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.301903] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] notifications.default_level = INFO {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.302094] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] notifications.include_share_mapping = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.302276] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] notifications.notification_format = unversioned {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.302441] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] notifications.notify_on_state_change = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.302615] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.302790] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] pci.alias = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.302959] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] pci.device_spec = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.303138] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] pci.report_in_placement = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.303311] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.303482] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.auth_type = password {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.303649] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.303811] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.303967] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.304140] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.304300] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.304457] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.304613] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.default_domain_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.304770] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.default_domain_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.304929] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.domain_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.305097] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.domain_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.305255] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.305414] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.305568] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.305720] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.305917] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.306113] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.password = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.306277] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.project_domain_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.306441] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.project_domain_name = Default {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.306614] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.project_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.306787] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.project_name = service {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.306965] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.region_name = RegionOne {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.307141] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.307301] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.307467] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.service_type = placement {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.307626] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.307787] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.307945] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.308115] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.system_scope = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.308272] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.308426] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.trust_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.308578] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.user_domain_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.308740] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.user_domain_name = Default {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.308909] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.user_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.309108] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.username = nova {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.309291] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.309450] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] placement.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.309625] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.cores = 20 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.309787] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.count_usage_from_placement = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.309955] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.310134] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.injected_file_content_bytes = 10240 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.310301] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.injected_file_path_length = 255 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.310462] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.injected_files = 5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.310624] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.instances = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.310785] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.key_pairs = 100 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.310952] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.metadata_items = 128 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.311127] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.ram = 51200 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.311292] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.recheck_quota = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.311457] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.server_group_members = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.311619] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.server_groups = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.311820] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.312022] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] quota.unified_limits_resource_strategy = require {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.312212] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.312379] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.312541] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.image_metadata_prefilter = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.312703] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.312868] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.max_attempts = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.313041] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.max_placement_results = 1000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.313210] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.313372] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.query_placement_for_image_type_support = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.313532] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.313703] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] scheduler.workers = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.313872] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.314049] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.314230] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.314397] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.314559] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.314720] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.314881] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.315098] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.315275] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.host_subset_size = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.315440] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.315597] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.315782] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.315959] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.isolated_hosts = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.316151] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.isolated_images = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.316332] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.316493] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.316654] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.316830] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.pci_in_placement = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.317008] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.317179] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.317340] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.317498] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.317658] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.317818] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.317995] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.track_instance_changes = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.318204] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.318397] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] metrics.required = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.318565] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] metrics.weight_multiplier = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.318728] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.318891] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] metrics.weight_setting = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.319213] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.319386] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] serial_console.enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.319559] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] serial_console.port_range = 10000:20000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.319723] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.319889] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.320065] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] serial_console.serialproxy_port = 6083 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.320234] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.320406] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.auth_type = password {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.320564] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.320721] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.320879] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.321070] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.321244] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.321415] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.send_service_user_token = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.321575] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.321732] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] service_user.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.321899] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.agent_enabled = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.322068] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.322369] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.322566] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.322734] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.html5proxy_port = 6082 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.322892] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.image_compression = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.323062] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.jpeg_compression = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.323224] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.playback_compression = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.323382] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.require_secure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.323548] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.server_listen = 127.0.0.1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.323713] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.323870] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.streaming_mode = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.324053] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] spice.zlib_compression = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.324238] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] upgrade_levels.baseapi = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.324410] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] upgrade_levels.compute = auto {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.324568] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] upgrade_levels.conductor = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.324727] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] upgrade_levels.scheduler = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.324894] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.325069] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.auth_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.325230] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.325389] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.325547] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.325705] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.325900] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.326086] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.326256] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vendordata_dynamic_auth.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.326425] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.api_retry_count = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.326583] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.ca_file = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.326755] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.cache_prefix = devstack-image-cache {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.326949] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.cluster_name = testcl1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.327148] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.connection_pool_size = 10 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.327314] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.console_delay_seconds = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.327483] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.datastore_regex = ^datastore.* {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.327690] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.327863] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.host_password = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.328044] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.host_port = 443 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.328217] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.host_username = administrator@vsphere.local {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.328496] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.insecure = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.328557] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.integration_bridge = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.328705] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.maximum_objects = 100 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.328864] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.pbm_default_policy = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.329037] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.pbm_enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.329198] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.pbm_wsdl_location = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.329367] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.329526] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.serial_port_proxy_uri = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.329682] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.serial_port_service_uri = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.329848] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.task_poll_interval = 0.5 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.330051] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.use_linked_clone = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.330233] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.vnc_keymap = en-us {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.330399] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.vnc_port = 5900 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.330561] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vmware.vnc_port_total = 10000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.330742] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.auth_schemes = ['none'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.330915] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.331225] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.331414] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.331586] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.novncproxy_port = 6080 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.331773] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.server_listen = 127.0.0.1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.331963] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.332134] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.vencrypt_ca_certs = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.332295] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.vencrypt_client_cert = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.332453] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vnc.vencrypt_client_key = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.332626] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.332787] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.disable_deep_image_inspection = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.332964] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.333155] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.333321] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.333482] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.disable_rootwrap = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.333641] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.enable_numa_live_migration = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.333829] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.333994] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.334169] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.334328] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.libvirt_disable_apic = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.334485] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.334646] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.334805] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.334964] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.335134] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.335294] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.335504] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.335707] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.335950] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.336235] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.336539] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.336831] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.client_socket_timeout = 900 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.337139] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.default_pool_size = 1000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.337427] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.keep_alive = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.337714] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.max_header_line = 16384 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.337959] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.secure_proxy_ssl_header = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.338210] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.ssl_ca_file = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.338399] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.ssl_cert_file = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.338594] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.ssl_key_file = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.338801] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.tcp_keepidle = 600 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.338994] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.339205] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] zvm.ca_file = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.339392] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] zvm.cloud_connector_url = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.339737] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.339925] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] zvm.reachable_timeout = 300 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.340123] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.340298] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.340511] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.connection_string = messaging:// {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.340701] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.enabled = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.340882] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.es_doc_type = notification {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.341066] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.es_scroll_size = 10000 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.341236] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.es_scroll_time = 2m {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.341396] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.filter_error_trace = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.341561] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.hmac_keys = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.341722] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.sentinel_service_name = mymaster {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.341885] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.socket_timeout = 0.1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.342057] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.trace_requests = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.342219] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler.trace_sqlalchemy = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.342396] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler_jaeger.process_tags = {} {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.342553] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler_jaeger.service_name_prefix = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.342713] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] profiler_otlp.service_name_prefix = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.342873] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] remote_debug.host = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.343042] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] remote_debug.port = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.343217] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.343399] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.343581] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.343771] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.343942] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.344118] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.344282] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.344444] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.344605] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.344774] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.344931] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.345110] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.345277] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.345442] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.345607] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.345791] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.345952] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.346136] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.346301] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.346481] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.346653] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.346819] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.346980] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.347157] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.347323] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.347483] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.347642] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.347798] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.347958] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.348136] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.ssl = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.348298] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.348461] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.348617] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.348780] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.348943] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.ssl_version = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.349114] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.349304] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.349487] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_notifications.retry = -1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.349672] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.349845] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_messaging_notifications.transport_url = **** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.350035] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.auth_section = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.350206] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.auth_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.350366] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.cafile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.350524] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.certfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.350685] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.collect_timing = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.350845] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.connect_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.351013] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.connect_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.351176] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.endpoint_id = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.351344] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.endpoint_interface = publicURL {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.351503] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.endpoint_override = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.351659] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.endpoint_region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.351816] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.endpoint_service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.351972] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.endpoint_service_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.352152] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.insecure = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.352304] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.keyfile = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.352485] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.max_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.352661] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.min_version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.352821] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.region_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.352980] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.retriable_status_codes = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.353153] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.service_name = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.353311] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.service_type = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.353471] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.split_loggers = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.353628] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.status_code_retries = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.353783] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.status_code_retry_delay = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.353941] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.timeout = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.354111] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.valid_interfaces = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.354269] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_limit.version = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.354433] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_reports.file_event_handler = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.354595] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.354751] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] oslo_reports.log_dir = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.354920] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.355094] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.355257] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.355423] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.355639] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.355837] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.356031] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.356199] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_ovs_privileged.group = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.356358] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.356523] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.356688] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.356863] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] vif_plug_ovs_privileged.user = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.357056] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.flat_interface = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.357237] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.357408] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.357578] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.357743] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.357914] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.358090] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.358253] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.358427] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.358622] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_ovs.isolate_vif = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.358799] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.358966] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.359146] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.359313] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_ovs.ovsdb_interface = native {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.359471] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] os_vif_ovs.per_port_bridge = False {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.359639] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] privsep_osbrick.capabilities = [21] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.359796] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] privsep_osbrick.group = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.359952] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] privsep_osbrick.helper_command = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.360139] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.360424] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.360472] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] privsep_osbrick.user = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.360623] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.360778] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] nova_sys_admin.group = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.361083] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] nova_sys_admin.helper_command = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.361083] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.361251] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.361404] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] nova_sys_admin.user = None {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.361551] env[64658]: DEBUG oslo_service.service [None req-76d68354-e640-410d-ba88-4101bd8c8d16 None None] ******************************************************************************** {{(pid=64658) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 543.361969] env[64658]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 543.866228] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Getting list of instances from cluster (obj){ [ 543.866228] env[64658]: value = "domain-c8" [ 543.866228] env[64658]: _type = "ClusterComputeResource" [ 543.866228] env[64658]: } {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 543.867352] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be831e7d-81c2-4c4c-b17c-53e037581a45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.877163] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Got total of 0 instances {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 543.877163] env[64658]: WARNING nova.virt.vmwareapi.driver [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 543.877346] env[64658]: INFO nova.virt.node [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Generated node identity 018c850a-5a14-4a88-8488-ab65a3b60cdb [ 543.877574] env[64658]: INFO nova.virt.node [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Wrote node identity 018c850a-5a14-4a88-8488-ab65a3b60cdb to /opt/stack/data/n-cpu-1/compute_id [ 544.379900] env[64658]: WARNING nova.compute.manager [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Compute nodes ['018c850a-5a14-4a88-8488-ab65a3b60cdb'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 545.385880] env[64658]: INFO nova.compute.manager [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 546.391108] env[64658]: WARNING nova.compute.manager [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 546.391463] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.391598] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.391743] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.391890] env[64658]: DEBUG nova.compute.resource_tracker [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 546.392858] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe8691d-e8c1-4e6c-bc69-a699fa938123 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.401257] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b96c3ce-807d-47c7-8279-d4f09cc45d85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.415113] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b31051-c2d6-4002-9e55-b178b3c6fb78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.421458] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef45c27-0d9a-4814-9ca9-3c1cc3111dcb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.450585] env[64658]: DEBUG nova.compute.resource_tracker [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181108MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 546.450745] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.450893] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.953146] env[64658]: WARNING nova.compute.resource_tracker [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] No compute node record for cpu-1:018c850a-5a14-4a88-8488-ab65a3b60cdb: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 018c850a-5a14-4a88-8488-ab65a3b60cdb could not be found. [ 547.457443] env[64658]: INFO nova.compute.resource_tracker [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 018c850a-5a14-4a88-8488-ab65a3b60cdb [ 548.965660] env[64658]: DEBUG nova.compute.resource_tracker [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 548.966168] env[64658]: DEBUG nova.compute.resource_tracker [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 549.243930] env[64658]: INFO nova.scheduler.client.report [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] [req-793b7965-28d6-401c-af1e-ed418de4f385] Created resource provider record via placement API for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 549.261417] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f6a606-9db8-40ad-b8e2-0a11bbabbc12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.269328] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2292a202-0bc1-401f-b6b6-16da2e72d2c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.300139] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48903d86-66c7-4a1b-ad6d-54cc3af29e2a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.308016] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b1161-db39-4df5-abea-30f921194f56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.321525] env[64658]: DEBUG nova.compute.provider_tree [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.857724] env[64658]: DEBUG nova.scheduler.client.report [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 549.857958] env[64658]: DEBUG nova.compute.provider_tree [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 0 to 1 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.858112] env[64658]: DEBUG nova.compute.provider_tree [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.905898] env[64658]: DEBUG nova.compute.provider_tree [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 1 to 2 during operation: update_traits {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 550.410691] env[64658]: DEBUG nova.compute.resource_tracker [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 550.410969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.960s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.411081] env[64658]: DEBUG nova.service [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Creating RPC server for service compute {{(pid=64658) start /opt/stack/nova/nova/service.py:186}} [ 550.424400] env[64658]: DEBUG nova.service [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] Join ServiceGroup membership for this service compute {{(pid=64658) start /opt/stack/nova/nova/service.py:203}} [ 550.424573] env[64658]: DEBUG nova.servicegroup.drivers.db [None req-70da651b-ecbe-49c9-a263-28302c62c5fc None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=64658) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 589.426590] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.931990] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Getting list of instances from cluster (obj){ [ 589.931990] env[64658]: value = "domain-c8" [ 589.931990] env[64658]: _type = "ClusterComputeResource" [ 589.931990] env[64658]: } {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 589.932849] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58556fcd-a3da-406d-8f3c-0bd57d8cf414 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.945249] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Got total of 0 instances {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 589.945405] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.945812] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Getting list of instances from cluster (obj){ [ 589.945812] env[64658]: value = "domain-c8" [ 589.945812] env[64658]: _type = "ClusterComputeResource" [ 589.945812] env[64658]: } {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 589.946703] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a56e6-3839-40eb-945d-aa2f56ca216d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.958208] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Got total of 0 instances {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 590.805555] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "904fd66a-85d9-4c1d-9400-cf23db360df7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.805866] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.309362] env[64658]: DEBUG nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.410196] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "111e1917-88f2-4b5d-bb21-0357ab1f334d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.410444] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.510721] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "65ee8800-400a-4baa-b696-e7a405c8fc16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.510969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.849331] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.849331] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.850942] env[64658]: INFO nova.compute.claims [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.912907] env[64658]: DEBUG nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.013486] env[64658]: DEBUG nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.114405] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "886b2525-69e9-448e-9040-681eee70d547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.114746] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "886b2525-69e9-448e-9040-681eee70d547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.447204] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.533873] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.619431] env[64658]: DEBUG nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.946178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "60e0f787-8892-45be-ba34-fee3467cf46b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.946178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "60e0f787-8892-45be-ba34-fee3467cf46b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.017236] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e159a45-58e1-4701-8b7c-0dda58429f8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.022984] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da40c55f-7193-407c-abfa-663c29f3419d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.062100] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3269199a-8bdc-47ad-84b8-6b4ab0627f34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.070943] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4672f-320c-4595-b375-56ce8329dabb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.088446] env[64658]: DEBUG nova.compute.provider_tree [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.112031] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "710f1c00-ffd8-421a-aff5-53ff649944b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.113064] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.157313] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.212483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "d12ab548-1d7e-45a3-9418-bab927ce63cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.212796] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "d12ab548-1d7e-45a3-9418-bab927ce63cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.448295] env[64658]: DEBUG nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.585542] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "faffbbe8-102c-4e3d-9073-3527f972b747" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.585644] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "faffbbe8-102c-4e3d-9073-3527f972b747" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.598210] env[64658]: DEBUG nova.scheduler.client.report [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.614769] env[64658]: DEBUG nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.715443] env[64658]: DEBUG nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.968120] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.088799] env[64658]: DEBUG nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.106868] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.107530] env[64658]: DEBUG nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.112862] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.665s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.113544] env[64658]: INFO nova.compute.claims [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.142221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.238548] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.347486] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "604afb68-292a-4e28-a901-9df7a8d5be47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.347486] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.614277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.624321] env[64658]: DEBUG nova.compute.utils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.625997] env[64658]: DEBUG nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.630135] env[64658]: DEBUG nova.network.neutron [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.852447] env[64658]: DEBUG nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.076664] env[64658]: DEBUG nova.policy [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43246fe178eb46adad0c7ca0a830dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f26e18e4191466aad6f3b13ca2e895b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.138437] env[64658]: DEBUG nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.345465] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859d805e-8946-4623-884e-99a1530cbe56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.353655] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd29d4-f8ad-4482-9a23-bcfd09ad80f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.398731] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca4808-cbce-4442-a0d4-523803fbfea7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.409042] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e1deff-6c48-4a59-9a84-32554182e124 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.423169] env[64658]: DEBUG nova.compute.provider_tree [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.425341] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.613952] env[64658]: DEBUG nova.network.neutron [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Successfully created port: f4717f65-631a-4095-b5e3-2f70dea1dafa {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.929274] env[64658]: DEBUG nova.scheduler.client.report [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.151792] env[64658]: DEBUG nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.190818] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.191017] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.191119] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.191449] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.191661] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.191818] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.192042] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.192206] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.192795] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.192979] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.193170] env[64658]: DEBUG nova.virt.hardware [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.194057] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd64c5-5a4b-4c74-a8c5-ad07527bef90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.205959] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e8b8d8-22fc-4a2c-b59d-03ec3f8d876f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.224305] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eac4e7-8fad-4bd4-81b9-5faad8f01c4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.436551] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.437265] env[64658]: DEBUG nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.439714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.906s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.442025] env[64658]: INFO nova.compute.claims [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.949870] env[64658]: DEBUG nova.compute.utils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 596.954039] env[64658]: DEBUG nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.954039] env[64658]: DEBUG nova.network.neutron [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.046897] env[64658]: DEBUG nova.policy [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea3b8fb7f324e698b6a7dbe792f27ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d18bb8d02b4b428e5a4c38de94b88d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.459926] env[64658]: DEBUG nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.630382] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b690305-a9db-4d60-a453-4325a050436d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.641557] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed07bd-d32e-4043-b492-cde19e986328 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.675146] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f7c496-a9d7-4ce1-b37c-6b4110eece43 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.683383] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5eb473-8a64-4be1-a721-51edd4bc1e92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.698974] env[64658]: DEBUG nova.compute.provider_tree [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.771617] env[64658]: DEBUG nova.network.neutron [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Successfully updated port: f4717f65-631a-4095-b5e3-2f70dea1dafa {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.881171] env[64658]: DEBUG nova.network.neutron [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Successfully created port: e0f3d92d-f341-4e78-8c71-22a18b082298 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.203874] env[64658]: DEBUG nova.scheduler.client.report [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.277408] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "refresh_cache-904fd66a-85d9-4c1d-9400-cf23db360df7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.277838] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquired lock "refresh_cache-904fd66a-85d9-4c1d-9400-cf23db360df7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.277838] env[64658]: DEBUG nova.network.neutron [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.469070] env[64658]: DEBUG nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.493687] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.493902] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.494067] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.494262] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.494398] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.494546] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.494956] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.495155] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.495322] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.495485] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.495656] env[64658]: DEBUG nova.virt.hardware [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.496944] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c60eb0-6b20-490c-986a-2bf82e8aace7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.508204] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748641fb-2bc2-4b8c-b16a-2e1a90fc339e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.512697] env[64658]: DEBUG nova.compute.manager [req-25d09b31-b33d-4322-9bf7-43a688c22eb5 req-3a5af54a-954c-494a-b024-0ae6ab1f4347 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Received event network-vif-plugged-f4717f65-631a-4095-b5e3-2f70dea1dafa {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.512923] env[64658]: DEBUG oslo_concurrency.lockutils [req-25d09b31-b33d-4322-9bf7-43a688c22eb5 req-3a5af54a-954c-494a-b024-0ae6ab1f4347 service nova] Acquiring lock "904fd66a-85d9-4c1d-9400-cf23db360df7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.513149] env[64658]: DEBUG oslo_concurrency.lockutils [req-25d09b31-b33d-4322-9bf7-43a688c22eb5 req-3a5af54a-954c-494a-b024-0ae6ab1f4347 service nova] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.513308] env[64658]: DEBUG oslo_concurrency.lockutils [req-25d09b31-b33d-4322-9bf7-43a688c22eb5 req-3a5af54a-954c-494a-b024-0ae6ab1f4347 service nova] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.513465] env[64658]: DEBUG nova.compute.manager [req-25d09b31-b33d-4322-9bf7-43a688c22eb5 req-3a5af54a-954c-494a-b024-0ae6ab1f4347 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] No waiting events found dispatching network-vif-plugged-f4717f65-631a-4095-b5e3-2f70dea1dafa {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.513621] env[64658]: WARNING nova.compute.manager [req-25d09b31-b33d-4322-9bf7-43a688c22eb5 req-3a5af54a-954c-494a-b024-0ae6ab1f4347 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Received unexpected event network-vif-plugged-f4717f65-631a-4095-b5e3-2f70dea1dafa for instance with vm_state building and task_state spawning. [ 598.708770] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.709323] env[64658]: DEBUG nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.711924] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.555s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.716600] env[64658]: INFO nova.compute.claims [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.728079] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.728312] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.728457] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 598.728586] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Rebuilding the list of instances to heal {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 598.865828] env[64658]: DEBUG nova.network.neutron [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.204738] env[64658]: DEBUG nova.network.neutron [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Updating instance_info_cache with network_info: [{"id": "f4717f65-631a-4095-b5e3-2f70dea1dafa", "address": "fa:16:3e:ac:0e:59", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4717f65-63", "ovs_interfaceid": "f4717f65-631a-4095-b5e3-2f70dea1dafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.224197] env[64658]: DEBUG nova.compute.utils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 599.225856] env[64658]: DEBUG nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.226499] env[64658]: DEBUG nova.network.neutron [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.233719] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 599.233719] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 599.233719] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 599.233719] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Didn't find any instances for network info cache update. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 599.233939] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.234158] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.234351] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.234522] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.234695] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.234936] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.235027] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 599.235170] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.312942] env[64658]: DEBUG nova.policy [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f9abf57d0346938de4486c76e6a9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd534fcc9f8684b0ca3db92c415f60af2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.416520] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "be8fa573-125b-46d4-9943-51f1f36023af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.416520] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "be8fa573-125b-46d4-9943-51f1f36023af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.707346] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Releasing lock "refresh_cache-904fd66a-85d9-4c1d-9400-cf23db360df7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.711621] env[64658]: DEBUG nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Instance network_info: |[{"id": "f4717f65-631a-4095-b5e3-2f70dea1dafa", "address": "fa:16:3e:ac:0e:59", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4717f65-63", "ovs_interfaceid": "f4717f65-631a-4095-b5e3-2f70dea1dafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.712205] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:0e:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4717f65-631a-4095-b5e3-2f70dea1dafa', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.724150] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.724436] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a899a93-83bb-416f-9853-011085e5d436 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.727285] env[64658]: DEBUG nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.738501] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.745816] env[64658]: DEBUG nova.network.neutron [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Successfully created port: ab030168-2cff-488f-a503-9635c09acd26 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.749312] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Created folder: OpenStack in parent group-v4. [ 599.749504] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Creating folder: Project (0f26e18e4191466aad6f3b13ca2e895b). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.750094] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84d0bbc3-1d2a-4de1-b45d-dc53b9b13bfb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.764027] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Created folder: Project (0f26e18e4191466aad6f3b13ca2e895b) in parent group-v550231. [ 599.764027] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Creating folder: Instances. Parent ref: group-v550232. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.764027] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d90fb83-0c60-43fa-8dda-23bb2312b249 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.780069] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Created folder: Instances in parent group-v550232. [ 599.780559] env[64658]: DEBUG oslo.service.loopingcall [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.780632] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.780868] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10a3ee21-f48b-429c-85e4-a51b7b20040e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.810978] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.810978] env[64658]: value = "task-2733005" [ 599.810978] env[64658]: _type = "Task" [ 599.810978] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.824855] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733005, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.923709] env[64658]: DEBUG nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.967650] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df72cfb0-f174-4dc2-9006-4a5072f1374a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.981599] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7409ff51-f542-43e3-b6ae-49318379c88d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.015475] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce817a5f-0e53-4893-a4e8-94907bd93fd5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.023438] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16808dc-e402-4ac5-9aa0-8e7923b79581 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.040129] env[64658]: DEBUG nova.compute.provider_tree [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.274391] env[64658]: DEBUG nova.network.neutron [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Successfully updated port: e0f3d92d-f341-4e78-8c71-22a18b082298 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.322756] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733005, 'name': CreateVM_Task, 'duration_secs': 0.413159} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.322928] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.334419] env[64658]: DEBUG oslo_vmware.service [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079cb3e4-d6eb-4884-90d9-beef0bbfa606 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.345244] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.349783] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.349783] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.349783] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21aaf5af-c1cc-4912-9812-61ce2817c3a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.354091] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 600.354091] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52486382-4101-0483-9c21-979faedf9509" [ 600.354091] env[64658]: _type = "Task" [ 600.354091] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.361959] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52486382-4101-0483-9c21-979faedf9509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.448562] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.543224] env[64658]: DEBUG nova.scheduler.client.report [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.741524] env[64658]: DEBUG nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.772501] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.772501] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.772501] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.772675] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.772675] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.772758] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.772929] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.773105] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.773384] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.773437] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.773600] env[64658]: DEBUG nova.virt.hardware [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.775141] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b0430-c216-4737-8084-c80f9946523c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.779240] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "refresh_cache-111e1917-88f2-4b5d-bb21-0357ab1f334d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.779240] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired lock "refresh_cache-111e1917-88f2-4b5d-bb21-0357ab1f334d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.779240] env[64658]: DEBUG nova.network.neutron [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.785663] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624b3af-6078-4c2f-8829-b9e9c0f92861 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.865356] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.865658] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.865931] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.866119] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.866598] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.867202] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc0a5c6-3e10-4840-8f4f-52f4aa93bb93 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.885479] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.885658] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.886594] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103bbc2-cdcb-4bfb-82e9-a78cabfb9d78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.893924] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08557d9-1cca-48e6-a089-b36f710d3d05 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.903496] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.903768] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.906193] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 600.906193] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521c5659-4274-c76f-f1ab-69e5df42bb24" [ 600.906193] env[64658]: _type = "Task" [ 600.906193] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.919788] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521c5659-4274-c76f-f1ab-69e5df42bb24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.944615] env[64658]: DEBUG nova.compute.manager [req-d8070bfb-788d-48af-a7c2-9b54794a366a req-6639d745-b02d-4e26-bd0e-bcb2a315d5ee service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Received event network-vif-plugged-e0f3d92d-f341-4e78-8c71-22a18b082298 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.944881] env[64658]: DEBUG oslo_concurrency.lockutils [req-d8070bfb-788d-48af-a7c2-9b54794a366a req-6639d745-b02d-4e26-bd0e-bcb2a315d5ee service nova] Acquiring lock "111e1917-88f2-4b5d-bb21-0357ab1f334d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.945133] env[64658]: DEBUG oslo_concurrency.lockutils [req-d8070bfb-788d-48af-a7c2-9b54794a366a req-6639d745-b02d-4e26-bd0e-bcb2a315d5ee service nova] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.945269] env[64658]: DEBUG oslo_concurrency.lockutils [req-d8070bfb-788d-48af-a7c2-9b54794a366a req-6639d745-b02d-4e26-bd0e-bcb2a315d5ee service nova] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.945429] env[64658]: DEBUG nova.compute.manager [req-d8070bfb-788d-48af-a7c2-9b54794a366a req-6639d745-b02d-4e26-bd0e-bcb2a315d5ee service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] No waiting events found dispatching network-vif-plugged-e0f3d92d-f341-4e78-8c71-22a18b082298 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.945585] env[64658]: WARNING nova.compute.manager [req-d8070bfb-788d-48af-a7c2-9b54794a366a req-6639d745-b02d-4e26-bd0e-bcb2a315d5ee service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Received unexpected event network-vif-plugged-e0f3d92d-f341-4e78-8c71-22a18b082298 for instance with vm_state building and task_state spawning. [ 601.048819] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.049415] env[64658]: DEBUG nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.055755] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.085s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.055755] env[64658]: INFO nova.compute.claims [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.191138] env[64658]: DEBUG nova.compute.manager [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Received event network-changed-f4717f65-631a-4095-b5e3-2f70dea1dafa {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.191648] env[64658]: DEBUG nova.compute.manager [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Refreshing instance network info cache due to event network-changed-f4717f65-631a-4095-b5e3-2f70dea1dafa. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.191900] env[64658]: DEBUG oslo_concurrency.lockutils [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] Acquiring lock "refresh_cache-904fd66a-85d9-4c1d-9400-cf23db360df7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.192175] env[64658]: DEBUG oslo_concurrency.lockutils [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] Acquired lock "refresh_cache-904fd66a-85d9-4c1d-9400-cf23db360df7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.192345] env[64658]: DEBUG nova.network.neutron [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Refreshing network info cache for port f4717f65-631a-4095-b5e3-2f70dea1dafa {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.371538] env[64658]: DEBUG nova.network.neutron [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.418355] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Preparing fetch location {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 601.418670] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Creating directory with path [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.419437] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120c27c3-28ce-4a08-8dfb-b6640fbbe91f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.440111] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Created directory with path [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.440268] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Fetch image to [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 601.440528] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Downloading image file data 0945371c-166c-42f6-9ee1-ddd9a69fef05 to [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk on the data store datastore1 {{(pid=64658) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 601.441582] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21a3fb5-12b7-47ba-a277-59c009eae226 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.450894] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9677350-908c-4a65-b41d-4a8ff56685cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.464675] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27d8c9c-86b5-40d2-81c0-7b8122d08d70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.503212] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689a8b2-30a4-4581-9f77-92ac73e4a8fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.510009] env[64658]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4fd3c425-8a09-462c-8754-ebca07e9c069 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.540302] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Downloading image file data 0945371c-166c-42f6-9ee1-ddd9a69fef05 to the data store datastore1 {{(pid=64658) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 601.561822] env[64658]: DEBUG nova.compute.utils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.567396] env[64658]: DEBUG nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.567396] env[64658]: DEBUG nova.network.neutron [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.616977] env[64658]: DEBUG oslo_vmware.rw_handles [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64658) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 601.682573] env[64658]: DEBUG nova.network.neutron [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Successfully updated port: ab030168-2cff-488f-a503-9635c09acd26 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.685285] env[64658]: DEBUG nova.policy [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e1663c93be4dfaa3c936c0fc1ca764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7fe5c429e8412aa79436f14a3adbc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.800565] env[64658]: DEBUG nova.network.neutron [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Updating instance_info_cache with network_info: [{"id": "e0f3d92d-f341-4e78-8c71-22a18b082298", "address": "fa:16:3e:3b:13:35", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f3d92d-f3", "ovs_interfaceid": "e0f3d92d-f341-4e78-8c71-22a18b082298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.080223] env[64658]: DEBUG nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.158115] env[64658]: DEBUG nova.network.neutron [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Updated VIF entry in instance network info cache for port f4717f65-631a-4095-b5e3-2f70dea1dafa. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.158115] env[64658]: DEBUG nova.network.neutron [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Updating instance_info_cache with network_info: [{"id": "f4717f65-631a-4095-b5e3-2f70dea1dafa", "address": "fa:16:3e:ac:0e:59", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4717f65-63", "ovs_interfaceid": "f4717f65-631a-4095-b5e3-2f70dea1dafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.189335] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "refresh_cache-65ee8800-400a-4baa-b696-e7a405c8fc16" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.189618] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "refresh_cache-65ee8800-400a-4baa-b696-e7a405c8fc16" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.189731] env[64658]: DEBUG nova.network.neutron [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.304582] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Releasing lock "refresh_cache-111e1917-88f2-4b5d-bb21-0357ab1f334d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.305271] env[64658]: DEBUG nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Instance network_info: |[{"id": "e0f3d92d-f341-4e78-8c71-22a18b082298", "address": "fa:16:3e:3b:13:35", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f3d92d-f3", "ovs_interfaceid": "e0f3d92d-f341-4e78-8c71-22a18b082298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.305990] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:13:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0f3d92d-f341-4e78-8c71-22a18b082298', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.320077] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Creating folder: Project (a2d18bb8d02b4b428e5a4c38de94b88d). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.320839] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f1fb30c-9bab-47c6-b4f5-1cec5286f6b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.324652] env[64658]: DEBUG nova.network.neutron [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Successfully created port: d99410ed-fbee-478c-a2fb-a945328bd121 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.337916] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Created folder: Project (a2d18bb8d02b4b428e5a4c38de94b88d) in parent group-v550231. [ 602.338468] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Creating folder: Instances. Parent ref: group-v550235. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.340381] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-456f9613-5d30-476d-ac99-5467eb56aa11 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.355595] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Created folder: Instances in parent group-v550235. [ 602.355595] env[64658]: DEBUG oslo.service.loopingcall [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.355595] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.355595] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2efb782-cd69-495d-a6f1-cc6ff7e8e5d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.368746] env[64658]: DEBUG oslo_vmware.rw_handles [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Completed reading data from the image iterator. {{(pid=64658) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 602.369009] env[64658]: DEBUG oslo_vmware.rw_handles [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 602.373441] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.373441] env[64658]: value = "task-2733008" [ 602.373441] env[64658]: _type = "Task" [ 602.373441] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.382067] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733008, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.415818] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Downloaded image file data 0945371c-166c-42f6-9ee1-ddd9a69fef05 to vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk on the data store datastore1 {{(pid=64658) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 602.417441] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Caching image {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 602.418124] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Copying Virtual Disk [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk to [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.418435] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394921c2-574f-46a1-bde1-f18c4158e008 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.427289] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 602.427289] env[64658]: value = "task-2733009" [ 602.427289] env[64658]: _type = "Task" [ 602.427289] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.437088] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.473503] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc471906-c995-43ce-92c9-5041ea29ac69 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.481865] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328dfa9-a494-4cc3-929b-2a9289f211ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.519334] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91919535-6c32-4e60-9230-62a32bfe8da7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.528587] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccdb709-c412-4d0b-ac63-6140e092178c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.543500] env[64658]: DEBUG nova.compute.provider_tree [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.660875] env[64658]: DEBUG oslo_concurrency.lockutils [req-879f0733-07a3-40c0-94e9-abebe4120f88 req-4b75a0ce-e157-462d-a31f-d5ea53f5c2f9 service nova] Releasing lock "refresh_cache-904fd66a-85d9-4c1d-9400-cf23db360df7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.750306] env[64658]: DEBUG nova.network.neutron [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.883739] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733008, 'name': CreateVM_Task, 'duration_secs': 0.33559} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.884025] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.884712] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.884908] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.885203] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.885443] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44dab8b-679b-4120-b084-4c794d15d166 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.890197] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 602.890197] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52105a38-a0ce-fbeb-f41e-53c122ad7763" [ 602.890197] env[64658]: _type = "Task" [ 602.890197] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.898126] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52105a38-a0ce-fbeb-f41e-53c122ad7763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.936676] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733009, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.973032] env[64658]: DEBUG nova.network.neutron [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Updating instance_info_cache with network_info: [{"id": "ab030168-2cff-488f-a503-9635c09acd26", "address": "fa:16:3e:12:4e:44", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab030168-2c", "ovs_interfaceid": "ab030168-2cff-488f-a503-9635c09acd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.048216] env[64658]: DEBUG nova.scheduler.client.report [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.094051] env[64658]: DEBUG nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.132229] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.132229] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.132229] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.132452] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.132452] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.136118] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.136513] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.137192] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.137192] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.137192] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.137349] env[64658]: DEBUG nova.virt.hardware [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.138472] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2a5180-dfbf-449a-9c71-f3a270534663 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.147643] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50753a18-20e7-4002-8bd2-f34d0f67e4a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.408485] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.408786] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.409430] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.439420] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694438} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.439420] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Copied Virtual Disk [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk to [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.439992] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Deleting the datastore file [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.441782] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e445868e-f99f-4176-a9d1-fe8f66c82b0e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.453022] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 603.453022] env[64658]: value = "task-2733010" [ 603.453022] env[64658]: _type = "Task" [ 603.453022] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.463123] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.476554] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "refresh_cache-65ee8800-400a-4baa-b696-e7a405c8fc16" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.476971] env[64658]: DEBUG nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Instance network_info: |[{"id": "ab030168-2cff-488f-a503-9635c09acd26", "address": "fa:16:3e:12:4e:44", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab030168-2c", "ovs_interfaceid": "ab030168-2cff-488f-a503-9635c09acd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.478658] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:4e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab030168-2cff-488f-a503-9635c09acd26', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.488608] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Creating folder: Project (d534fcc9f8684b0ca3db92c415f60af2). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.488608] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48703c9e-e08c-4b0a-a4db-280e052feb9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.501288] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Created folder: Project (d534fcc9f8684b0ca3db92c415f60af2) in parent group-v550231. [ 603.501379] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Creating folder: Instances. Parent ref: group-v550238. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.501685] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4fb9097-61aa-4f4c-ac69-e7a73fe0fd3c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.512155] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Created folder: Instances in parent group-v550238. [ 603.512420] env[64658]: DEBUG oslo.service.loopingcall [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.512918] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.512918] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d831808-341a-482d-8015-3f4a278d296d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.536753] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.536753] env[64658]: value = "task-2733013" [ 603.536753] env[64658]: _type = "Task" [ 603.536753] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.544617] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733013, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.553585] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.555013] env[64658]: DEBUG nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.557127] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.415s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.558520] env[64658]: INFO nova.compute.claims [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.872529] env[64658]: DEBUG nova.compute.manager [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Received event network-changed-e0f3d92d-f341-4e78-8c71-22a18b082298 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.872529] env[64658]: DEBUG nova.compute.manager [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Refreshing instance network info cache due to event network-changed-e0f3d92d-f341-4e78-8c71-22a18b082298. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 603.872529] env[64658]: DEBUG oslo_concurrency.lockutils [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] Acquiring lock "refresh_cache-111e1917-88f2-4b5d-bb21-0357ab1f334d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.872529] env[64658]: DEBUG oslo_concurrency.lockutils [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] Acquired lock "refresh_cache-111e1917-88f2-4b5d-bb21-0357ab1f334d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.872529] env[64658]: DEBUG nova.network.neutron [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Refreshing network info cache for port e0f3d92d-f341-4e78-8c71-22a18b082298 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.960655] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026974} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.961129] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.961405] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Moving file from [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0/0945371c-166c-42f6-9ee1-ddd9a69fef05 to [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05. {{(pid=64658) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 603.961662] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d489f177-c0fd-4fcc-9ebd-b4358aa9b204 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.968981] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 603.968981] env[64658]: value = "task-2733014" [ 603.968981] env[64658]: _type = "Task" [ 603.968981] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.977378] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733014, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.008877] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.009096] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.031747] env[64658]: DEBUG nova.network.neutron [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Successfully updated port: d99410ed-fbee-478c-a2fb-a945328bd121 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.046586] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733013, 'name': CreateVM_Task, 'duration_secs': 0.362553} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.047340] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.048154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.048286] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.048625] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.049194] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f91574b-16fe-4af1-a637-db0ce76474d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.054965] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 604.054965] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525be23f-e29d-4104-7ae4-15266165531a" [ 604.054965] env[64658]: _type = "Task" [ 604.054965] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.064234] env[64658]: DEBUG nova.compute.utils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 604.068073] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525be23f-e29d-4104-7ae4-15266165531a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.068648] env[64658]: DEBUG nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.068817] env[64658]: DEBUG nova.network.neutron [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.119261] env[64658]: DEBUG nova.policy [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5402f5b15134d8f92b37c8f973f79bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aff5bf16e2c412abc513525708adaff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.169362] env[64658]: DEBUG nova.compute.manager [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Received event network-vif-plugged-ab030168-2cff-488f-a503-9635c09acd26 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.169362] env[64658]: DEBUG oslo_concurrency.lockutils [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] Acquiring lock "65ee8800-400a-4baa-b696-e7a405c8fc16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.169362] env[64658]: DEBUG oslo_concurrency.lockutils [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.169554] env[64658]: DEBUG oslo_concurrency.lockutils [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.169657] env[64658]: DEBUG nova.compute.manager [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] No waiting events found dispatching network-vif-plugged-ab030168-2cff-488f-a503-9635c09acd26 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.169806] env[64658]: WARNING nova.compute.manager [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Received unexpected event network-vif-plugged-ab030168-2cff-488f-a503-9635c09acd26 for instance with vm_state building and task_state spawning. [ 604.169955] env[64658]: DEBUG nova.compute.manager [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Received event network-changed-ab030168-2cff-488f-a503-9635c09acd26 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.170113] env[64658]: DEBUG nova.compute.manager [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Refreshing instance network info cache due to event network-changed-ab030168-2cff-488f-a503-9635c09acd26. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.170282] env[64658]: DEBUG oslo_concurrency.lockutils [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] Acquiring lock "refresh_cache-65ee8800-400a-4baa-b696-e7a405c8fc16" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.170417] env[64658]: DEBUG oslo_concurrency.lockutils [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] Acquired lock "refresh_cache-65ee8800-400a-4baa-b696-e7a405c8fc16" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.170563] env[64658]: DEBUG nova.network.neutron [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Refreshing network info cache for port ab030168-2cff-488f-a503-9635c09acd26 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.485566] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733014, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025695} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.485872] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] File moved {{(pid=64658) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 604.486085] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Cleaning up location [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 604.486254] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Deleting the datastore file [datastore1] vmware_temp/1d5334fc-57bc-49e3-9e99-c5fb7d2bf0c0 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.486530] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de39016c-877e-481f-b6d6-572d2d155976 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.493277] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 604.493277] env[64658]: value = "task-2733015" [ 604.493277] env[64658]: _type = "Task" [ 604.493277] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.502717] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.534556] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-886b2525-69e9-448e-9040-681eee70d547" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.534881] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-886b2525-69e9-448e-9040-681eee70d547" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.535133] env[64658]: DEBUG nova.network.neutron [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.572420] env[64658]: DEBUG nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.581330] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525be23f-e29d-4104-7ae4-15266165531a, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.581330] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.581330] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.581330] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.789191] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "e7f42e66-c0ee-474b-a277-5509fea73c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.789191] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.844202] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f92663-c16c-42f8-9201-a069023c9ea2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.860544] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2707a33a-ad68-41ba-9883-83536ec846e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.913445] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389461bd-f6f9-4f1c-81a1-a8f005872785 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.918920] env[64658]: DEBUG nova.network.neutron [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Updated VIF entry in instance network info cache for port e0f3d92d-f341-4e78-8c71-22a18b082298. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.919318] env[64658]: DEBUG nova.network.neutron [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Updating instance_info_cache with network_info: [{"id": "e0f3d92d-f341-4e78-8c71-22a18b082298", "address": "fa:16:3e:3b:13:35", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f3d92d-f3", "ovs_interfaceid": "e0f3d92d-f341-4e78-8c71-22a18b082298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.930045] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea5735-ff81-4b3b-88c0-1c98522a7a26 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.948790] env[64658]: DEBUG nova.compute.provider_tree [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.003609] env[64658]: DEBUG nova.network.neutron [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Successfully created port: b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.011252] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024978} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.011495] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.012311] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4c4c9b-4543-4b38-948a-5f890d060adc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.017841] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 605.017841] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522aba44-a47e-acb8-be46-fe6597c76c96" [ 605.017841] env[64658]: _type = "Task" [ 605.017841] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.026812] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522aba44-a47e-acb8-be46-fe6597c76c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.106923] env[64658]: DEBUG nova.network.neutron [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.262645] env[64658]: DEBUG nova.network.neutron [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Updated VIF entry in instance network info cache for port ab030168-2cff-488f-a503-9635c09acd26. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.262645] env[64658]: DEBUG nova.network.neutron [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Updating instance_info_cache with network_info: [{"id": "ab030168-2cff-488f-a503-9635c09acd26", "address": "fa:16:3e:12:4e:44", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab030168-2c", "ovs_interfaceid": "ab030168-2cff-488f-a503-9635c09acd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.424281] env[64658]: DEBUG oslo_concurrency.lockutils [req-34983dcc-5659-4903-89ac-ad074cafe26e req-06906160-be10-4b4c-805f-2ee5909fac1d service nova] Releasing lock "refresh_cache-111e1917-88f2-4b5d-bb21-0357ab1f334d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.454346] env[64658]: DEBUG nova.scheduler.client.report [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.534332] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522aba44-a47e-acb8-be46-fe6597c76c96, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.534685] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.535452] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 904fd66a-85d9-4c1d-9400-cf23db360df7/904fd66a-85d9-4c1d-9400-cf23db360df7.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.535452] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.535452] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.535697] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab5c8325-379e-4b3f-9f16-e95e8d5a7b61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.539767] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0c10ea8-1d26-48b4-bb91-098d1bb6c942 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.545182] env[64658]: DEBUG nova.network.neutron [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Updating instance_info_cache with network_info: [{"id": "d99410ed-fbee-478c-a2fb-a945328bd121", "address": "fa:16:3e:4d:4d:a5", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd99410ed-fb", "ovs_interfaceid": "d99410ed-fbee-478c-a2fb-a945328bd121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.548037] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 605.548037] env[64658]: value = "task-2733016" [ 605.548037] env[64658]: _type = "Task" [ 605.548037] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.556972] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.557180] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.562830] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763f79a5-a0b0-42d5-9c4a-becd58c257f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.566270] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.569847] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 605.569847] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5288c3e8-98b8-6ae2-0dd1-c42c2743dfa2" [ 605.569847] env[64658]: _type = "Task" [ 605.569847] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.578483] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5288c3e8-98b8-6ae2-0dd1-c42c2743dfa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.592131] env[64658]: DEBUG nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.628104] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.628949] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.628949] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.628949] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.628949] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.628949] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.629243] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.629693] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.629693] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.629693] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.630103] env[64658]: DEBUG nova.virt.hardware [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.631571] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6235d1-9fa4-4e12-b799-da4ae10b0046 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.639617] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c903aea-22cc-4967-92ab-f7b5aeb72561 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.767208] env[64658]: DEBUG oslo_concurrency.lockutils [req-428e80f4-6093-432c-94fb-7aa3ce5a8cba req-016ea5ed-33d4-46e0-a764-f2a7ab5098ec service nova] Releasing lock "refresh_cache-65ee8800-400a-4baa-b696-e7a405c8fc16" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.909552] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.910617] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.961618] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.962247] env[64658]: DEBUG nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.965935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.727s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.967113] env[64658]: INFO nova.compute.claims [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.049717] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-886b2525-69e9-448e-9040-681eee70d547" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.049717] env[64658]: DEBUG nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Instance network_info: |[{"id": "d99410ed-fbee-478c-a2fb-a945328bd121", "address": "fa:16:3e:4d:4d:a5", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd99410ed-fb", "ovs_interfaceid": "d99410ed-fbee-478c-a2fb-a945328bd121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.050119] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:4d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd99410ed-fbee-478c-a2fb-a945328bd121', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.068192] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating folder: Project (bf7fe5c429e8412aa79436f14a3adbc4). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.068192] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c237aa42-3571-4251-87bb-963055f0cb73 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.094116] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537427} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.097812] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 904fd66a-85d9-4c1d-9400-cf23db360df7/904fd66a-85d9-4c1d-9400-cf23db360df7.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.098070] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.098341] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created folder: Project (bf7fe5c429e8412aa79436f14a3adbc4) in parent group-v550231. [ 606.098508] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating folder: Instances. Parent ref: group-v550241. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.098750] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe252207-dfc0-452a-942b-7fbf450bff80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.101038] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6db91c69-6fba-4622-b954-7ac1a0200688 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.106780] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5288c3e8-98b8-6ae2-0dd1-c42c2743dfa2, 'name': SearchDatastore_Task, 'duration_secs': 0.007874} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.107473] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4d951c-3117-463d-bd47-aba8e6649b4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.110797] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 606.110797] env[64658]: value = "task-2733018" [ 606.110797] env[64658]: _type = "Task" [ 606.110797] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.116564] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created folder: Instances in parent group-v550241. [ 606.116859] env[64658]: DEBUG oslo.service.loopingcall [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.117123] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 606.117123] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52aec473-eab0-ad58-4d1d-5927b23bf292" [ 606.117123] env[64658]: _type = "Task" [ 606.117123] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.117641] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886b2525-69e9-448e-9040-681eee70d547] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.117900] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4edbd15-1ecf-418e-a93a-6e87589f9e9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.141805] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.148424] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52aec473-eab0-ad58-4d1d-5927b23bf292, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.149791] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.150020] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 111e1917-88f2-4b5d-bb21-0357ab1f334d/111e1917-88f2-4b5d-bb21-0357ab1f334d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.150262] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.150262] env[64658]: value = "task-2733020" [ 606.150262] env[64658]: _type = "Task" [ 606.150262] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.150479] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.150644] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.150841] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44503c25-726d-4daf-b7aa-42d74fe9089b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.152970] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0fb9457-7560-4693-91fd-7685d8f732fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.169388] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733020, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.172702] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 606.172702] env[64658]: value = "task-2733021" [ 606.172702] env[64658]: _type = "Task" [ 606.172702] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.172702] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.172702] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.173272] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb68118-a986-4d88-af51-23234892878d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.183792] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 606.183792] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527cf663-d64f-480f-a2ac-679d51b772b7" [ 606.183792] env[64658]: _type = "Task" [ 606.183792] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.189462] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.196475] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527cf663-d64f-480f-a2ac-679d51b772b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.472102] env[64658]: DEBUG nova.compute.utils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.481196] env[64658]: DEBUG nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.481196] env[64658]: DEBUG nova.network.neutron [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.544087] env[64658]: DEBUG nova.policy [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516601b1126145bc87997d600ab34c99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb120a727f4a41b1a35506fb07076943', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.622895] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075081} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.623269] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.624606] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a310626-9e50-423e-b02a-cbbb050a4508 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.663613] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 904fd66a-85d9-4c1d-9400-cf23db360df7/904fd66a-85d9-4c1d-9400-cf23db360df7.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.663992] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9ff3d5-6d08-4d1c-8a81-30106870c6f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.693246] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733020, 'name': CreateVM_Task, 'duration_secs': 0.425357} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.700199] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886b2525-69e9-448e-9040-681eee70d547] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.700199] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 606.700199] env[64658]: value = "task-2733022" [ 606.700199] env[64658]: _type = "Task" [ 606.700199] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.700537] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517866} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.701512] env[64658]: DEBUG oslo_vmware.service [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1400fe6-fa31-4355-85b8-1de8a9d3c7d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.704704] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 111e1917-88f2-4b5d-bb21-0357ab1f334d/111e1917-88f2-4b5d-bb21-0357ab1f334d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.704863] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.710031] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d605f10-0da5-4bee-83ba-cf530985cb8e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.717981] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527cf663-d64f-480f-a2ac-679d51b772b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.722732] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.723112] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.723307] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.723555] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530dcf8a-1d95-467f-ae5f-1936fc537340 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.726758] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ab54a7-6d46-40c3-95fc-561348bb8b47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.733363] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.738059] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 606.738059] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522c22d9-4bbd-a641-7db3-777322c66c62" [ 606.738059] env[64658]: _type = "Task" [ 606.738059] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.740018] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 606.740018] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d4880f-7d4b-2c9f-ed3a-1825275c4ed4" [ 606.740018] env[64658]: _type = "Task" [ 606.740018] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.740952] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 606.740952] env[64658]: value = "task-2733023" [ 606.740952] env[64658]: _type = "Task" [ 606.740952] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.757270] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522c22d9-4bbd-a641-7db3-777322c66c62, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.764075] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.764422] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 65ee8800-400a-4baa-b696-e7a405c8fc16/65ee8800-400a-4baa-b696-e7a405c8fc16.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.764735] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.765026] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e75dd75-a048-4542-a80c-c7209f5f498c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.767544] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.767928] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.768242] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.768399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.768757] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.768871] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce42b3c-0229-48e8-b90e-8acc7410298e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.777988] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 606.777988] env[64658]: value = "task-2733024" [ 606.777988] env[64658]: _type = "Task" [ 606.777988] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.779507] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.780142] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.784614] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88647afe-7f27-4ad6-9496-e31940099a71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.795221] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.797493] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c923731-859f-4431-a90b-946b43adfe27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.802708] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 606.802708] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528f5e69-890b-6477-798d-c3c3147cd2a0" [ 606.802708] env[64658]: _type = "Task" [ 606.802708] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.812124] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528f5e69-890b-6477-798d-c3c3147cd2a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.982209] env[64658]: DEBUG nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.216912] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733022, 'name': ReconfigVM_Task, 'duration_secs': 0.299935} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.219519] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 904fd66a-85d9-4c1d-9400-cf23db360df7/904fd66a-85d9-4c1d-9400-cf23db360df7.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.222023] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3eaf67b-8e88-4b9c-9f4c-f59afc7a9a23 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.235605] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 607.235605] env[64658]: value = "task-2733025" [ 607.235605] env[64658]: _type = "Task" [ 607.235605] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.244247] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733025, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.258797] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069144} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.258797] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.262198] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3369c45-40ee-460d-b767-4e2133cb553c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.293171] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 111e1917-88f2-4b5d-bb21-0357ab1f334d/111e1917-88f2-4b5d-bb21-0357ab1f334d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.296512] env[64658]: DEBUG nova.network.neutron [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Successfully created port: 5a846700-8975-4aed-9c6a-a71cd6b3fc19 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.298673] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218a33dd-667b-435c-971e-e09a8c498878 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.330558] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491155} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.336254] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 65ee8800-400a-4baa-b696-e7a405c8fc16/65ee8800-400a-4baa-b696-e7a405c8fc16.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.336254] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.336254] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 607.336254] env[64658]: value = "task-2733026" [ 607.336254] env[64658]: _type = "Task" [ 607.336254] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.336254] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fa91c89-a5dd-455a-ac17-f1bc56981622 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.339014] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Preparing fetch location {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 607.339014] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating directory with path [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.342026] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c23b5e8-4ebf-46c5-b636-5fdc13f54e59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.346951] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ab823c-8c2e-4904-b572-8e744c49bd2d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.354012] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.354534] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 607.354534] env[64658]: value = "task-2733027" [ 607.354534] env[64658]: _type = "Task" [ 607.354534] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.362054] env[64658]: DEBUG nova.compute.manager [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Received event network-vif-plugged-d99410ed-fbee-478c-a2fb-a945328bd121 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.362291] env[64658]: DEBUG oslo_concurrency.lockutils [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] Acquiring lock "886b2525-69e9-448e-9040-681eee70d547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.362520] env[64658]: DEBUG oslo_concurrency.lockutils [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] Lock "886b2525-69e9-448e-9040-681eee70d547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.362686] env[64658]: DEBUG oslo_concurrency.lockutils [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] Lock "886b2525-69e9-448e-9040-681eee70d547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.362853] env[64658]: DEBUG nova.compute.manager [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] No waiting events found dispatching network-vif-plugged-d99410ed-fbee-478c-a2fb-a945328bd121 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.363030] env[64658]: WARNING nova.compute.manager [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Received unexpected event network-vif-plugged-d99410ed-fbee-478c-a2fb-a945328bd121 for instance with vm_state building and task_state spawning. [ 607.363195] env[64658]: DEBUG nova.compute.manager [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Received event network-changed-d99410ed-fbee-478c-a2fb-a945328bd121 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.363346] env[64658]: DEBUG nova.compute.manager [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Refreshing instance network info cache due to event network-changed-d99410ed-fbee-478c-a2fb-a945328bd121. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.363630] env[64658]: DEBUG oslo_concurrency.lockutils [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] Acquiring lock "refresh_cache-886b2525-69e9-448e-9040-681eee70d547" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.363715] env[64658]: DEBUG oslo_concurrency.lockutils [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] Acquired lock "refresh_cache-886b2525-69e9-448e-9040-681eee70d547" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.363799] env[64658]: DEBUG nova.network.neutron [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Refreshing network info cache for port d99410ed-fbee-478c-a2fb-a945328bd121 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.367763] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c2ecdc-5acf-4ca8-84d3-16dcf0055efc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.371679] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created directory with path [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.371679] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Fetch image to [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 607.371679] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Downloading image file data 0945371c-166c-42f6-9ee1-ddd9a69fef05 to [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk on the data store datastore2 {{(pid=64658) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 607.375393] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c29399-e97b-4e7d-9474-ef72e19eca35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.379707] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.415923] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d422bf4a-e8c0-4a40-bf58-26b2b4a9e14c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.420190] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b85cb9-b02a-4fd0-8c49-9e0e6fdaa2fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.430942] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3032a89b-5696-416f-a191-7a44a8a4c929 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.436788] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934b9d5-568d-409d-bef5-79cd89612b1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.455857] env[64658]: DEBUG nova.compute.provider_tree [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.483287] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57378687-266a-443e-8094-29e7b9818616 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.493170] env[64658]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6ac6992f-8418-4b65-b250-ccf1ed68019f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.528723] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Downloading image file data 0945371c-166c-42f6-9ee1-ddd9a69fef05 to the data store datastore2 {{(pid=64658) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.604919] env[64658]: DEBUG oslo_vmware.rw_handles [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64658) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 607.749658] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733025, 'name': Rename_Task, 'duration_secs': 0.143932} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.753290] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.754494] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f68ba4f-4920-4f2e-a243-dd8a71b817b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.759760] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 607.759760] env[64658]: value = "task-2733028" [ 607.759760] env[64658]: _type = "Task" [ 607.759760] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.767872] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.850181] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733026, 'name': ReconfigVM_Task, 'duration_secs': 0.271492} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.854295] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 111e1917-88f2-4b5d-bb21-0357ab1f334d/111e1917-88f2-4b5d-bb21-0357ab1f334d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.854295] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00a3b07e-82e2-4386-b98c-554c3d318252 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.862564] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 607.862564] env[64658]: value = "task-2733029" [ 607.862564] env[64658]: _type = "Task" [ 607.862564] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.882460] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066753} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.886411] env[64658]: DEBUG nova.network.neutron [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Successfully updated port: b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.889453] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.893154] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac0e79-7859-404c-bd4b-1a07f7717022 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.915140] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733029, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.951699] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 65ee8800-400a-4baa-b696-e7a405c8fc16/65ee8800-400a-4baa-b696-e7a405c8fc16.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.951699] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350ed6b9-701d-4f6b-8119-da4081e9c4eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.974101] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 607.974101] env[64658]: value = "task-2733030" [ 607.974101] env[64658]: _type = "Task" [ 607.974101] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.984255] env[64658]: DEBUG nova.scheduler.client.report [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.992669] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.003836] env[64658]: DEBUG nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.053487] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.053737] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.053928] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.054486] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.054741] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.055047] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.055517] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.055517] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.055664] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.055810] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.057011] env[64658]: DEBUG nova.virt.hardware [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.057211] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4633faa5-cf6d-412a-a7aa-66af7712bd2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.069098] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "ff247ad3-ad49-4246-83f6-c33808915635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.069098] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.076160] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1cced4-d046-4e1f-86e3-73e6a1cdfc63 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.274731] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.376389] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733029, 'name': Rename_Task, 'duration_secs': 0.163934} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.376389] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.376389] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd0b96c-2434-4e6e-8de0-ab386bd5ff22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.384029] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 608.384029] env[64658]: value = "task-2733031" [ 608.384029] env[64658]: _type = "Task" [ 608.384029] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.395971] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.396181] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.396354] env[64658]: DEBUG nova.network.neutron [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.408564] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.411096] env[64658]: DEBUG oslo_vmware.rw_handles [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Completed reading data from the image iterator. {{(pid=64658) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 608.411316] env[64658]: DEBUG oslo_vmware.rw_handles [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 608.470946] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Downloaded image file data 0945371c-166c-42f6-9ee1-ddd9a69fef05 to vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk on the data store datastore2 {{(pid=64658) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 608.470946] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Caching image {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 608.470946] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copying Virtual Disk [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk to [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.470946] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb467f07-0ade-4f1d-a8df-5c74a2cbb668 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.479378] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 608.479378] env[64658]: value = "task-2733032" [ 608.479378] env[64658]: _type = "Task" [ 608.479378] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.486216] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733030, 'name': ReconfigVM_Task, 'duration_secs': 0.493113} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.486913] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 65ee8800-400a-4baa-b696-e7a405c8fc16/65ee8800-400a-4baa-b696-e7a405c8fc16.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.487658] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97e5b233-3d3e-4820-9207-5a3dc2c8cd08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.496103] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.496509] env[64658]: DEBUG nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.500958] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.500958] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.887s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.503309] env[64658]: INFO nova.compute.claims [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.508515] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 608.508515] env[64658]: value = "task-2733033" [ 608.508515] env[64658]: _type = "Task" [ 608.508515] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.516947] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733033, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.537482] env[64658]: DEBUG nova.network.neutron [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Updated VIF entry in instance network info cache for port d99410ed-fbee-478c-a2fb-a945328bd121. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.538438] env[64658]: DEBUG nova.network.neutron [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Updating instance_info_cache with network_info: [{"id": "d99410ed-fbee-478c-a2fb-a945328bd121", "address": "fa:16:3e:4d:4d:a5", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd99410ed-fb", "ovs_interfaceid": "d99410ed-fbee-478c-a2fb-a945328bd121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.776187] env[64658]: DEBUG oslo_vmware.api [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733028, 'name': PowerOnVM_Task, 'duration_secs': 0.645514} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.776564] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.779910] env[64658]: INFO nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Took 12.62 seconds to spawn the instance on the hypervisor. [ 608.779910] env[64658]: DEBUG nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.779910] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4629f963-c539-4592-baea-a9a181117fdb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.895150] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.991785] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.992777] env[64658]: DEBUG nova.network.neutron [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.011419] env[64658]: DEBUG nova.compute.utils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 609.014633] env[64658]: DEBUG nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Not allocating networking since 'none' was specified. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 609.040396] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733033, 'name': Rename_Task, 'duration_secs': 0.252506} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.041037] env[64658]: DEBUG oslo_concurrency.lockutils [req-f6b1caa9-2828-42c9-a328-909aa3951dac req-a5d172e9-2d0a-49f6-860e-524c286b58c6 service nova] Releasing lock "refresh_cache-886b2525-69e9-448e-9040-681eee70d547" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.041323] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.041703] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9c9441-d8ee-45e7-8a8d-1bbfece54d1a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.049400] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 609.049400] env[64658]: value = "task-2733034" [ 609.049400] env[64658]: _type = "Task" [ 609.049400] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.058721] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.223628] env[64658]: DEBUG nova.network.neutron [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.307169] env[64658]: INFO nova.compute.manager [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Took 17.49 seconds to build instance. [ 609.326174] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9cfc4-00fc-4958-8da1-47132b8b66c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.334751] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5017e65-6f34-4cb9-bc0a-1aa88f5f61dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.367092] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89de505-9350-4ace-869d-1484745a54c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.374674] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85660ead-a544-46a2-80e2-c65d66b6a512 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.390561] env[64658]: DEBUG nova.compute.provider_tree [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.399432] env[64658]: DEBUG oslo_vmware.api [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733031, 'name': PowerOnVM_Task, 'duration_secs': 0.773614} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.399598] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.400156] env[64658]: INFO nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Took 10.93 seconds to spawn the instance on the hypervisor. [ 609.400156] env[64658]: DEBUG nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.401175] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda8e0ae-4b49-4ed8-9279-8708b61e6567 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.496317] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820516} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.496548] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copied Virtual Disk [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk to [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.497022] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05/tmp-sparse.vmdk {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.497022] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-947dda63-fa27-40e5-a311-2cf17d65ec6b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.503808] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 609.503808] env[64658]: value = "task-2733035" [ 609.503808] env[64658]: _type = "Task" [ 609.503808] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.516435] env[64658]: DEBUG nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.526058] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.564241] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733034, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.567081] env[64658]: DEBUG nova.compute.manager [None req-5f8cfc60-a9c0-4479-a7ee-bb11b42df2fa tempest-ServerDiagnosticsTest-1360466091 tempest-ServerDiagnosticsTest-1360466091-project-admin] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.568346] env[64658]: DEBUG nova.network.neutron [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Successfully updated port: 5a846700-8975-4aed-9c6a-a71cd6b3fc19 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.570341] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f64ddfe-98c0-4c2e-abde-4ffa2ff30ea3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.576916] env[64658]: INFO nova.compute.manager [None req-5f8cfc60-a9c0-4479-a7ee-bb11b42df2fa tempest-ServerDiagnosticsTest-1360466091 tempest-ServerDiagnosticsTest-1360466091-project-admin] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Retrieving diagnostics [ 609.578113] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f98d1-17cf-4b54-82a7-a08c5a88553a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.732272] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Releasing lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.732623] env[64658]: DEBUG nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Instance network_info: |[{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.733125] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:50:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.741273] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Creating folder: Project (6aff5bf16e2c412abc513525708adaff). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.741516] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb986890-6e08-4d2d-8779-60dad900ae88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.752592] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Created folder: Project (6aff5bf16e2c412abc513525708adaff) in parent group-v550231. [ 609.752824] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Creating folder: Instances. Parent ref: group-v550244. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.753041] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3981697e-2cd1-4de4-a5b2-0c37f8b8bb97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.761897] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Created folder: Instances in parent group-v550244. [ 609.762322] env[64658]: DEBUG oslo.service.loopingcall [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.762574] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.762820] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3075842e-c8d6-4d9d-859e-af241dd1efb0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.784426] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.784426] env[64658]: value = "task-2733038" [ 609.784426] env[64658]: _type = "Task" [ 609.784426] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.791602] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733038, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.810548] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2e794cc3-7274-4a78-b316-c417f66136bb tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.004s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.895572] env[64658]: DEBUG nova.scheduler.client.report [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.923971] env[64658]: INFO nova.compute.manager [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Took 17.50 seconds to build instance. [ 610.016026] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050224} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.016026] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.016244] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Moving file from [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd/0945371c-166c-42f6-9ee1-ddd9a69fef05 to [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05. {{(pid=64658) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 610.016611] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f973d6d0-5252-42aa-9d56-f7b45d9ab74a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.027581] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 610.027581] env[64658]: value = "task-2733039" [ 610.027581] env[64658]: _type = "Task" [ 610.027581] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.037340] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733039, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.063734] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733034, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.075363] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "refresh_cache-710f1c00-ffd8-421a-aff5-53ff649944b9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.075363] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquired lock "refresh_cache-710f1c00-ffd8-421a-aff5-53ff649944b9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.075363] env[64658]: DEBUG nova.network.neutron [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.295585] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733038, 'name': CreateVM_Task, 'duration_secs': 0.404175} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.295786] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.296601] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.296805] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.297296] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.297687] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054feb6e-4200-4c3b-9d6d-19ba4ce8442e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.303689] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 610.303689] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fbccf8-41e0-d7d7-79b5-94f062451816" [ 610.303689] env[64658]: _type = "Task" [ 610.303689] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.314377] env[64658]: DEBUG nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.317914] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fbccf8-41e0-d7d7-79b5-94f062451816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.400670] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.901s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.401217] env[64658]: DEBUG nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.405017] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.978s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.405506] env[64658]: INFO nova.compute.claims [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.427165] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86de0cab-3d93-4b97-bb34-109e2e90b084 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.016s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.533814] env[64658]: DEBUG nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.544846] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733039, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02381} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.544846] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] File moved {{(pid=64658) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.544846] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Cleaning up location [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.544846] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore2] vmware_temp/48419b25-b098-4e3b-8cc2-751060d98afd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.544846] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b0fb7a4-a71f-4eea-a046-eaf7c1da989c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.551134] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 610.551134] env[64658]: value = "task-2733040" [ 610.551134] env[64658]: _type = "Task" [ 610.551134] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.566415] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.570405] env[64658]: DEBUG oslo_vmware.api [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733034, 'name': PowerOnVM_Task, 'duration_secs': 1.317258} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.572957] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.573794] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.573794] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.574093] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.574493] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.574706] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.574968] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.575182] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.575418] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.575707] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.575984] env[64658]: DEBUG nova.virt.hardware [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.576353] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.576607] env[64658]: INFO nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Took 9.84 seconds to spawn the instance on the hypervisor. [ 610.576826] env[64658]: DEBUG nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.577738] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccec6f1-6829-45a5-a786-eab4a99b35c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.583096] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e52462-70d4-4b83-85ba-c7bc3e03b3a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.599712] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a05629f-122e-4c44-9fe0-9599a1090bdc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.622543] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.628579] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Creating folder: Project (a202d2211ceb4a7bb5fcace17c91c5df). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.628978] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46fc9af3-a516-4233-bb28-f5ae21899f3a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.639777] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Created folder: Project (a202d2211ceb4a7bb5fcace17c91c5df) in parent group-v550231. [ 610.640014] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Creating folder: Instances. Parent ref: group-v550247. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.640270] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff784780-feb8-452d-8022-33578b645c31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.648919] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Created folder: Instances in parent group-v550247. [ 610.649184] env[64658]: DEBUG oslo.service.loopingcall [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.649382] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.649586] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d64c0f-c648-4090-b272-2e97f6f98341 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.665614] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.665614] env[64658]: value = "task-2733043" [ 610.665614] env[64658]: _type = "Task" [ 610.665614] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.673778] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733043, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.677475] env[64658]: DEBUG nova.network.neutron [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.826205] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fbccf8-41e0-d7d7-79b5-94f062451816, 'name': SearchDatastore_Task, 'duration_secs': 0.014762} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.826511] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.826796] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.827229] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.835321] env[64658]: DEBUG nova.compute.manager [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received event network-vif-plugged-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.836864] env[64658]: DEBUG oslo_concurrency.lockutils [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] Acquiring lock "60e0f787-8892-45be-ba34-fee3467cf46b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.836864] env[64658]: DEBUG oslo_concurrency.lockutils [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] Lock "60e0f787-8892-45be-ba34-fee3467cf46b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.836864] env[64658]: DEBUG oslo_concurrency.lockutils [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] Lock "60e0f787-8892-45be-ba34-fee3467cf46b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.836864] env[64658]: DEBUG nova.compute.manager [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] No waiting events found dispatching network-vif-plugged-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.836864] env[64658]: WARNING nova.compute.manager [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received unexpected event network-vif-plugged-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b for instance with vm_state building and task_state spawning. [ 610.837102] env[64658]: DEBUG nova.compute.manager [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.837102] env[64658]: DEBUG nova.compute.manager [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing instance network info cache due to event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.837102] env[64658]: DEBUG oslo_concurrency.lockutils [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] Acquiring lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.837102] env[64658]: DEBUG oslo_concurrency.lockutils [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] Acquired lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.837102] env[64658]: DEBUG nova.network.neutron [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.860068] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.911128] env[64658]: DEBUG nova.compute.utils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 610.918275] env[64658]: DEBUG nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.918491] env[64658]: DEBUG nova.network.neutron [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.933042] env[64658]: DEBUG nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.062628] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038489} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.062888] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.063620] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c597b9d-b772-4ce6-bc94-88e20e61d0eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.071089] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 611.071089] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527c8ceb-26e8-edfe-e94f-b767f72acfee" [ 611.071089] env[64658]: _type = "Task" [ 611.071089] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.082960] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527c8ceb-26e8-edfe-e94f-b767f72acfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.119093] env[64658]: INFO nova.compute.manager [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Took 18.60 seconds to build instance. [ 611.121669] env[64658]: DEBUG nova.policy [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '618a455f3c5742f093d4df4075d5057c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '167c2ae99e5b4ac9b0b68c41cb68ddb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.189424] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733043, 'name': CreateVM_Task, 'duration_secs': 0.387383} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.189684] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.190204] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.190406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.190844] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.191267] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662e1a73-2026-47fe-b51b-52a9e41ac507 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.203289] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 611.203289] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c03bf9-719c-574d-66e2-e054be76554e" [ 611.203289] env[64658]: _type = "Task" [ 611.203289] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.215201] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c03bf9-719c-574d-66e2-e054be76554e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.301135] env[64658]: DEBUG nova.network.neutron [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Updating instance_info_cache with network_info: [{"id": "5a846700-8975-4aed-9c6a-a71cd6b3fc19", "address": "fa:16:3e:11:94:63", "network": {"id": "49d33f3f-0e2e-48bc-a0b1-564f0400bd87", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1261186233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb120a727f4a41b1a35506fb07076943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a846700-89", "ovs_interfaceid": "5a846700-8975-4aed-9c6a-a71cd6b3fc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.418949] env[64658]: DEBUG nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.484584] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.485315] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "39cae338-894d-4af1-9a81-54e840fa5dd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.485929] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.585250] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527c8ceb-26e8-edfe-e94f-b767f72acfee, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.587979] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.588148] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 886b2525-69e9-448e-9040-681eee70d547/886b2525-69e9-448e-9040-681eee70d547.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.590873] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.591086] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.591540] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdcad2b5-970f-4b44-93f0-9ebab73a9a78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.595770] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae13149-13b8-4570-94e5-ffe2d6ec4f1a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.602214] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 611.602214] env[64658]: value = "task-2733044" [ 611.602214] env[64658]: _type = "Task" [ 611.602214] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.608100] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.608100] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.608369] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9af5ca-8de4-4bca-afaa-1e28efd6ee8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.617290] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.619338] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 611.619338] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5297ef87-dd6d-37b9-c13c-6a0ca6657bc7" [ 611.619338] env[64658]: _type = "Task" [ 611.619338] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.622980] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7ebf5628-64c0-48cd-b47f-9c1608c69e86 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.112s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.629969] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5297ef87-dd6d-37b9-c13c-6a0ca6657bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.716127] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c03bf9-719c-574d-66e2-e054be76554e, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.719491] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.719756] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.719985] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.754641] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "e0c23711-ce59-4242-85cf-3f6d66b14339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.756045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "e0c23711-ce59-4242-85cf-3f6d66b14339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.774386] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604869ee-a250-492d-8ca7-57ea632111cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.783422] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef932573-64f3-444f-9d34-5e85846bd3c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.818593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Releasing lock "refresh_cache-710f1c00-ffd8-421a-aff5-53ff649944b9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.818960] env[64658]: DEBUG nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Instance network_info: |[{"id": "5a846700-8975-4aed-9c6a-a71cd6b3fc19", "address": "fa:16:3e:11:94:63", "network": {"id": "49d33f3f-0e2e-48bc-a0b1-564f0400bd87", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1261186233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb120a727f4a41b1a35506fb07076943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a846700-89", "ovs_interfaceid": "5a846700-8975-4aed-9c6a-a71cd6b3fc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.823245] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:94:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a846700-8975-4aed-9c6a-a71cd6b3fc19', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.831163] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Creating folder: Project (eb120a727f4a41b1a35506fb07076943). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.832009] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d143973d-decf-4dfd-87c7-5d7301c068c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.836397] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cb36736-2678-4de9-9b1e-a325e11d63ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.846605] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0abae01-aa2f-43ba-bae3-6d88f9819bea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.852709] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Created folder: Project (eb120a727f4a41b1a35506fb07076943) in parent group-v550231. [ 611.852709] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Creating folder: Instances. Parent ref: group-v550250. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.853087] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e4da686-8933-47ac-b90f-fd5ab3dd9f47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.864342] env[64658]: DEBUG nova.compute.provider_tree [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.876673] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Created folder: Instances in parent group-v550250. [ 611.876949] env[64658]: DEBUG oslo.service.loopingcall [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.877159] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.877375] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c52013ac-597b-4efd-8a59-175d975487ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.897327] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.897327] env[64658]: value = "task-2733047" [ 611.897327] env[64658]: _type = "Task" [ 611.897327] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.908607] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733047, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.113123] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.126256] env[64658]: DEBUG nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.133170] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5297ef87-dd6d-37b9-c13c-6a0ca6657bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.135140] env[64658]: DEBUG nova.network.neutron [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updated VIF entry in instance network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.135444] env[64658]: DEBUG nova.network.neutron [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.136632] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0a84c2-b9bc-466c-8186-4e59aa72f227 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.143273] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 612.143273] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520c8b04-b461-99b9-0ba7-9353d4ea600d" [ 612.143273] env[64658]: _type = "Task" [ 612.143273] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.153593] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520c8b04-b461-99b9-0ba7-9353d4ea600d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.370954] env[64658]: DEBUG nova.scheduler.client.report [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.409732] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733047, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.433734] env[64658]: DEBUG nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.474384] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.474648] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.475147] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.475147] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.475296] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.475395] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.475707] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.475919] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.476136] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.476348] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.476624] env[64658]: DEBUG nova.virt.hardware [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.478540] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caab8bd-a55e-4305-90a3-30c71a6d4ede {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.489568] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727be7e-1a9f-401b-a7d8-f872c83ff1a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.615134] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.641554] env[64658]: DEBUG oslo_concurrency.lockutils [req-9be6736b-4424-41a0-a3d7-6fc841a86204 req-8e969f84-0477-4247-8aa7-ba70ab23628e service nova] Releasing lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.655234] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520c8b04-b461-99b9-0ba7-9353d4ea600d, 'name': SearchDatastore_Task, 'duration_secs': 0.077376} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.655583] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.656462] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 60e0f787-8892-45be-ba34-fee3467cf46b/60e0f787-8892-45be-ba34-fee3467cf46b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.656462] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.656462] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.656462] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6749dfb-9e79-4154-9ee4-7f416e88f3b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.661873] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.662258] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03babbce-6bea-4799-88d7-bd22423d4df9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.671906] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 612.671906] env[64658]: value = "task-2733048" [ 612.671906] env[64658]: _type = "Task" [ 612.671906] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.673154] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.673380] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.677529] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e300a4c-8ae3-4e23-821d-31db47adbc35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.683473] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 612.683473] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b155a6-05a8-a6ec-e18e-90de39e2d357" [ 612.683473] env[64658]: _type = "Task" [ 612.683473] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.686741] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.697647] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b155a6-05a8-a6ec-e18e-90de39e2d357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.876902] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.877841] env[64658]: DEBUG nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.881803] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.144s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.881991] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.882161] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 612.882463] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.434s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.884318] env[64658]: INFO nova.compute.claims [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.890022] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9fa0cd-a33e-4e30-961b-88b8487abf3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.904020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3d4488-99bf-4263-bc52-fef96ef322e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.917187] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733047, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.926769] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeef0d4-d15b-46f9-b485-7d29a87cb9d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.933818] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc2e3aa-0029-446e-8a26-dd801d326f9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.972701] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "904fd66a-85d9-4c1d-9400-cf23db360df7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.972946] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.973161] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "904fd66a-85d9-4c1d-9400-cf23db360df7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.973369] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.973538] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.975385] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181104MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 612.975572] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.977416] env[64658]: INFO nova.compute.manager [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Terminating instance [ 613.115373] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.183661] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.197489] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b155a6-05a8-a6ec-e18e-90de39e2d357, 'name': SearchDatastore_Task, 'duration_secs': 0.022999} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.198430] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80f8a63-92f8-4d35-a040-8863b10b6dd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.208249] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 613.208249] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521453e6-13d2-1673-c9b5-90968e3b1b41" [ 613.208249] env[64658]: _type = "Task" [ 613.208249] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.216049] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521453e6-13d2-1673-c9b5-90968e3b1b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.269945] env[64658]: DEBUG nova.network.neutron [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Successfully created port: bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.392349] env[64658]: DEBUG nova.compute.utils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.397635] env[64658]: DEBUG nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.397635] env[64658]: DEBUG nova.network.neutron [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.416769] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733047, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.483143] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Acquiring lock "111e1917-88f2-4b5d-bb21-0357ab1f334d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.483435] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.483652] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Acquiring lock "111e1917-88f2-4b5d-bb21-0357ab1f334d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.484340] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.484566] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.488443] env[64658]: DEBUG nova.compute.manager [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.489235] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.490795] env[64658]: INFO nova.compute.manager [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Terminating instance [ 613.495478] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a7d93-50f7-4958-b73a-3b6747bbb3fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.512117] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.512859] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d90500b6-bd5b-4dbc-baf1-b95005dd3cd9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.526463] env[64658]: DEBUG nova.policy [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f15c1249610d4e3c83be04dc4f8a517f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '404544f1f72344768333d9361615a8ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.532855] env[64658]: DEBUG oslo_vmware.api [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 613.532855] env[64658]: value = "task-2733049" [ 613.532855] env[64658]: _type = "Task" [ 613.532855] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.551800] env[64658]: DEBUG oslo_vmware.api [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.616490] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733044, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.645849} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.616868] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 886b2525-69e9-448e-9040-681eee70d547/886b2525-69e9-448e-9040-681eee70d547.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.617586] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.617586] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f04f77c-514d-46c7-9dae-25da5bf8073f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.626046] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 613.626046] env[64658]: value = "task-2733050" [ 613.626046] env[64658]: _type = "Task" [ 613.626046] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.636817] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.686284] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733048, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.717825] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521453e6-13d2-1673-c9b5-90968e3b1b41, 'name': SearchDatastore_Task, 'duration_secs': 0.025847} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.718140] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.718421] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.719321] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d51811b8-6052-483e-8f80-e0f9143517c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.727477] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 613.727477] env[64658]: value = "task-2733051" [ 613.727477] env[64658]: _type = "Task" [ 613.727477] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.737264] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.904683] env[64658]: DEBUG nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.922514] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733047, 'name': CreateVM_Task, 'duration_secs': 1.69592} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.922514] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.922514] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.922514] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.922765] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.923059] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77fd35a-117a-40ae-8242-0280dae877f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.927932] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 613.927932] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52dbfd68-307c-4d48-9b11-15627d5f679e" [ 613.927932] env[64658]: _type = "Task" [ 613.927932] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.936910] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52dbfd68-307c-4d48-9b11-15627d5f679e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.005534] env[64658]: DEBUG nova.compute.manager [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.005833] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.007397] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e572d3-8823-4afa-ba25-47a70dab8d59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.018823] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.020144] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb24bdda-5127-4bd4-a3c2-897511016785 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.026378] env[64658]: DEBUG oslo_vmware.api [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Waiting for the task: (returnval){ [ 614.026378] env[64658]: value = "task-2733052" [ 614.026378] env[64658]: _type = "Task" [ 614.026378] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.041627] env[64658]: DEBUG oslo_vmware.api [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Task: {'id': task-2733052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.047957] env[64658]: DEBUG oslo_vmware.api [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733049, 'name': PowerOffVM_Task, 'duration_secs': 0.29318} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.051396] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.051396] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.051396] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f4a774-bd6e-4f07-8824-577578b6b797 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.114918] env[64658]: DEBUG nova.compute.manager [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Received event network-vif-plugged-5a846700-8975-4aed-9c6a-a71cd6b3fc19 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.115553] env[64658]: DEBUG oslo_concurrency.lockutils [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] Acquiring lock "710f1c00-ffd8-421a-aff5-53ff649944b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.119086] env[64658]: DEBUG oslo_concurrency.lockutils [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.119086] env[64658]: DEBUG oslo_concurrency.lockutils [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.119086] env[64658]: DEBUG nova.compute.manager [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] No waiting events found dispatching network-vif-plugged-5a846700-8975-4aed-9c6a-a71cd6b3fc19 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.119086] env[64658]: WARNING nova.compute.manager [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Received unexpected event network-vif-plugged-5a846700-8975-4aed-9c6a-a71cd6b3fc19 for instance with vm_state building and task_state spawning. [ 614.119086] env[64658]: DEBUG nova.compute.manager [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Received event network-changed-5a846700-8975-4aed-9c6a-a71cd6b3fc19 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.119419] env[64658]: DEBUG nova.compute.manager [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Refreshing instance network info cache due to event network-changed-5a846700-8975-4aed-9c6a-a71cd6b3fc19. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.119419] env[64658]: DEBUG oslo_concurrency.lockutils [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] Acquiring lock "refresh_cache-710f1c00-ffd8-421a-aff5-53ff649944b9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.119419] env[64658]: DEBUG oslo_concurrency.lockutils [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] Acquired lock "refresh_cache-710f1c00-ffd8-421a-aff5-53ff649944b9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.119419] env[64658]: DEBUG nova.network.neutron [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Refreshing network info cache for port 5a846700-8975-4aed-9c6a-a71cd6b3fc19 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.123780] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.125203] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.126554] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Deleting the datastore file [datastore1] 904fd66a-85d9-4c1d-9400-cf23db360df7 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.128058] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a23879f2-05bf-4da0-8eee-b743fc4be609 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.142213] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098265} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.148621] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.149079] env[64658]: DEBUG oslo_vmware.api [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for the task: (returnval){ [ 614.149079] env[64658]: value = "task-2733054" [ 614.149079] env[64658]: _type = "Task" [ 614.149079] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.150581] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40cfdc-4d64-41c5-bc2d-fb99f35b8725 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.179024] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 886b2525-69e9-448e-9040-681eee70d547/886b2525-69e9-448e-9040-681eee70d547.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.183944] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0217e5e6-09f4-4946-9d54-71e7f9a09c6b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.209881] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733048, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.098641} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.211434] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 60e0f787-8892-45be-ba34-fee3467cf46b/60e0f787-8892-45be-ba34-fee3467cf46b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.211671] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.212092] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 614.212092] env[64658]: value = "task-2733055" [ 614.212092] env[64658]: _type = "Task" [ 614.212092] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.212317] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e9d2efa-96b4-4a5d-b5b7-fed778e6ca70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.228815] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.233562] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 614.233562] env[64658]: value = "task-2733056" [ 614.233562] env[64658]: _type = "Task" [ 614.233562] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.245775] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.252355] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.325415] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0551a61-9dee-4012-852b-57de7f0f83b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.334363] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6e2121-5fad-4ed9-9a43-dc60d7b63b10 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.372727] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71866369-d12f-493d-b677-9a60e89e93d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.382291] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d7aed1-d48b-4d19-90a2-199e7d529dd8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.401997] env[64658]: DEBUG nova.compute.provider_tree [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.439740] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52dbfd68-307c-4d48-9b11-15627d5f679e, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.439740] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.439740] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.439863] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.440026] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.440174] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.443535] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e354a4-e5b8-4fab-86ac-94ba5592fcb9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.454356] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.454572] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.455905] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2918b2-74cd-425e-a627-f40eb5a61627 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.463285] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 614.463285] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5251586f-61f1-e7c2-b880-7d674bca1576" [ 614.463285] env[64658]: _type = "Task" [ 614.463285] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.472930] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5251586f-61f1-e7c2-b880-7d674bca1576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.538085] env[64658]: DEBUG oslo_vmware.api [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Task: {'id': task-2733052, 'name': PowerOffVM_Task, 'duration_secs': 0.233521} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.538367] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.538367] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.541673] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca088480-e061-404a-9ade-e6feb589fa79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.607466] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.607799] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.607938] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Deleting the datastore file [datastore1] 111e1917-88f2-4b5d-bb21-0357ab1f334d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.609487] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4897005-2117-4ba1-92ff-a7571cfd8a42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.617362] env[64658]: DEBUG oslo_vmware.api [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Waiting for the task: (returnval){ [ 614.617362] env[64658]: value = "task-2733058" [ 614.617362] env[64658]: _type = "Task" [ 614.617362] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.626094] env[64658]: DEBUG oslo_vmware.api [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Task: {'id': task-2733058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.666826] env[64658]: DEBUG oslo_vmware.api [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.739943] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.751328] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705966} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.751328] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.751328] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.751328] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-312ce9ae-eda3-4829-984c-eac717615db1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.759449] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313233} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.760117] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.760942] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647179d-063d-4bbd-8d3c-4e7523cfd0de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.765031] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 614.765031] env[64658]: value = "task-2733059" [ 614.765031] env[64658]: _type = "Task" [ 614.765031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.787929] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 60e0f787-8892-45be-ba34-fee3467cf46b/60e0f787-8892-45be-ba34-fee3467cf46b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.789193] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed2784d-dcf7-4aa1-a4da-a1788115754f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.806890] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.812308] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 614.812308] env[64658]: value = "task-2733060" [ 614.812308] env[64658]: _type = "Task" [ 614.812308] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.821140] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.908020] env[64658]: DEBUG nova.scheduler.client.report [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.915209] env[64658]: DEBUG nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.925156] env[64658]: DEBUG nova.network.neutron [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Successfully created port: 85401a76-2b83-4ea3-a3c9-876a40b9b44e {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.949559] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.949796] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.949944] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.950133] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.950274] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.950408] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.950623] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.950772] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.950931] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.951135] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.951312] env[64658]: DEBUG nova.virt.hardware [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.952510] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8631bb-6a9c-454b-a257-8564ac1d4be7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.960836] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbfe803-6744-427b-a5e7-9da316187839 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.983711] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5251586f-61f1-e7c2-b880-7d674bca1576, 'name': SearchDatastore_Task, 'duration_secs': 0.068788} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.984484] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13dd58c-6aae-4da0-8e7e-872c382b8486 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.989725] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 614.989725] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525c12d0-7eb6-23b3-0403-3f1c38ae1cfc" [ 614.989725] env[64658]: _type = "Task" [ 614.989725] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.998270] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525c12d0-7eb6-23b3-0403-3f1c38ae1cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.127455] env[64658]: DEBUG oslo_vmware.api [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Task: {'id': task-2733058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.170046] env[64658]: DEBUG oslo_vmware.api [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Task: {'id': task-2733054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542541} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.170046] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.170046] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.170166] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.170897] env[64658]: INFO nova.compute.manager [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Took 1.68 seconds to destroy the instance on the hypervisor. [ 615.170897] env[64658]: DEBUG oslo.service.loopingcall [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.170897] env[64658]: DEBUG nova.compute.manager [-] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.170897] env[64658]: DEBUG nova.network.neutron [-] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.228600] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.241447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "62c6dd7b-0f3d-4174-a379-326f0186de20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.241447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "62c6dd7b-0f3d-4174-a379-326f0186de20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.280674] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238916} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.281101] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.281954] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc079e-8ca0-4ac4-9649-c9e24d04b4dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.310260] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.311047] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f71e425-1045-4bdb-96a1-fe33b103221a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.337082] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.338591] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 615.338591] env[64658]: value = "task-2733061" [ 615.338591] env[64658]: _type = "Task" [ 615.338591] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.415422] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.415905] env[64658]: DEBUG nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.418434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.559s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.419881] env[64658]: INFO nova.compute.claims [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.503669] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525c12d0-7eb6-23b3-0403-3f1c38ae1cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.045857} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.504082] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.504127] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 710f1c00-ffd8-421a-aff5-53ff649944b9/710f1c00-ffd8-421a-aff5-53ff649944b9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.505310] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00af9f78-e373-4dc7-b312-2167ec031d77 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.511160] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 615.511160] env[64658]: value = "task-2733062" [ 615.511160] env[64658]: _type = "Task" [ 615.511160] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.521145] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.634493] env[64658]: DEBUG oslo_vmware.api [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Task: {'id': task-2733058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.697942} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.634493] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.634493] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.634493] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.634493] env[64658]: INFO nova.compute.manager [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 615.636160] env[64658]: DEBUG oslo.service.loopingcall [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.636160] env[64658]: DEBUG nova.compute.manager [-] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.636160] env[64658]: DEBUG nova.network.neutron [-] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.640462] env[64658]: DEBUG nova.network.neutron [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Updated VIF entry in instance network info cache for port 5a846700-8975-4aed-9c6a-a71cd6b3fc19. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.640791] env[64658]: DEBUG nova.network.neutron [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Updating instance_info_cache with network_info: [{"id": "5a846700-8975-4aed-9c6a-a71cd6b3fc19", "address": "fa:16:3e:11:94:63", "network": {"id": "49d33f3f-0e2e-48bc-a0b1-564f0400bd87", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1261186233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb120a727f4a41b1a35506fb07076943", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a846700-89", "ovs_interfaceid": "5a846700-8975-4aed-9c6a-a71cd6b3fc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.733139] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733055, 'name': ReconfigVM_Task, 'duration_secs': 1.232989} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.733741] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 886b2525-69e9-448e-9040-681eee70d547/886b2525-69e9-448e-9040-681eee70d547.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.734237] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a7ae44-4b93-4b38-8803-cb9ca61c745a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.748298] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 615.748298] env[64658]: value = "task-2733063" [ 615.748298] env[64658]: _type = "Task" [ 615.748298] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.758563] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733063, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.839421] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733060, 'name': ReconfigVM_Task, 'duration_secs': 0.798056} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.845553] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 60e0f787-8892-45be-ba34-fee3467cf46b/60e0f787-8892-45be-ba34-fee3467cf46b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.846296] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-293197ef-1eb5-4879-892c-94cd1752cc68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.855632] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733061, 'name': ReconfigVM_Task, 'duration_secs': 0.434377} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.857555] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Reconfigured VM instance instance-00000007 to attach disk [datastore2] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.859276] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 615.859276] env[64658]: value = "task-2733064" [ 615.859276] env[64658]: _type = "Task" [ 615.859276] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.859276] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398f01c2-e07f-4209-9c3f-e7e5c191b2e3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.867702] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 615.867702] env[64658]: value = "task-2733065" [ 615.867702] env[64658]: _type = "Task" [ 615.867702] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.872528] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733064, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.880032] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733065, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.927525] env[64658]: DEBUG nova.compute.utils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.932030] env[64658]: DEBUG nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.932030] env[64658]: DEBUG nova.network.neutron [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.025679] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480533} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.026228] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 710f1c00-ffd8-421a-aff5-53ff649944b9/710f1c00-ffd8-421a-aff5-53ff649944b9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.027264] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.027780] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2f0434d-c975-4305-a823-00f5697c32d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.036075] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 616.036075] env[64658]: value = "task-2733066" [ 616.036075] env[64658]: _type = "Task" [ 616.036075] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.047535] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.149542] env[64658]: DEBUG oslo_concurrency.lockutils [req-ded63e1d-fd7b-48ec-8073-f28f7c993eaa req-f92e8d3f-d115-4d14-a014-ceb544d73761 service nova] Releasing lock "refresh_cache-710f1c00-ffd8-421a-aff5-53ff649944b9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.231124] env[64658]: DEBUG nova.policy [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9791fd4fed2a4a789424d32dacd3433e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66232b20c57c4ad2b73621ee83e28e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.260620] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733063, 'name': Rename_Task, 'duration_secs': 0.323974} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.260728] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.260897] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3969478-7b69-4927-9aeb-79194ab537c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.267502] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 616.267502] env[64658]: value = "task-2733067" [ 616.267502] env[64658]: _type = "Task" [ 616.267502] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.281976] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.372119] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733064, 'name': Rename_Task, 'duration_secs': 0.235918} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.375934] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.376268] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8135c13a-0e6d-470d-824e-7410cc8124bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.389059] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733065, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.389059] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 616.389059] env[64658]: value = "task-2733068" [ 616.389059] env[64658]: _type = "Task" [ 616.389059] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.397268] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.437578] env[64658]: DEBUG nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.552572] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070853} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.552826] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.553726] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbfb4fd-314c-431a-8e4c-764e1c1015ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.575461] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 710f1c00-ffd8-421a-aff5-53ff649944b9/710f1c00-ffd8-421a-aff5-53ff649944b9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.578318] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91cba076-e96f-4cfa-918d-97cb355dad55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.600318] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 616.600318] env[64658]: value = "task-2733069" [ 616.600318] env[64658]: _type = "Task" [ 616.600318] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.608798] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.785122] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.892318] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733065, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.902476] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.904294] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913de2a7-1cf6-4128-b31d-e59e5e51172e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.912050] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b15e9b-6236-4730-805b-050781f30d6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.949295] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6a5d0-bbd9-4b2d-a2bd-2acca946e3ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.961276] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0674bb8-3e76-45cf-ab6c-95e3635596cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.975614] env[64658]: DEBUG nova.compute.provider_tree [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.114159] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.126472] env[64658]: DEBUG nova.network.neutron [-] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.288067] env[64658]: DEBUG oslo_vmware.api [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733067, 'name': PowerOnVM_Task, 'duration_secs': 0.992323} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.290225] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.290225] env[64658]: INFO nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Took 14.20 seconds to spawn the instance on the hypervisor. [ 617.290363] env[64658]: DEBUG nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.296735] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178432c5-4ab9-4630-b98d-b26837cce0a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.386705] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733065, 'name': Rename_Task, 'duration_secs': 1.205905} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.386931] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.387280] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-477e93bc-904a-4efe-af43-ae0c0abb34ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.393076] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 617.393076] env[64658]: value = "task-2733070" [ 617.393076] env[64658]: _type = "Task" [ 617.393076] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.408219] env[64658]: DEBUG oslo_vmware.api [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733068, 'name': PowerOnVM_Task, 'duration_secs': 0.903249} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.411659] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.411835] env[64658]: INFO nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Took 11.82 seconds to spawn the instance on the hypervisor. [ 617.412089] env[64658]: DEBUG nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.418485] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.418485] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df5830-e568-4e99-9bc2-38b7c651b17c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.451897] env[64658]: DEBUG nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.478180] env[64658]: DEBUG nova.scheduler.client.report [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.492407] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.494040] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.494040] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.494040] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.494040] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.494040] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.494588] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.494588] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.494588] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.494588] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.494588] env[64658]: DEBUG nova.virt.hardware [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.495556] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb124da-b897-426a-98d4-30722d58c24a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.507675] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0042640c-ae45-40a4-aae1-2aa5f1f07952 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.616043] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733069, 'name': ReconfigVM_Task, 'duration_secs': 0.733503} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.616452] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 710f1c00-ffd8-421a-aff5-53ff649944b9/710f1c00-ffd8-421a-aff5-53ff649944b9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.617937] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-948f11be-cc42-48f7-9a43-c4ef2f8df895 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.625489] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 617.625489] env[64658]: value = "task-2733071" [ 617.625489] env[64658]: _type = "Task" [ 617.625489] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.631636] env[64658]: INFO nova.compute.manager [-] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Took 2.46 seconds to deallocate network for instance. [ 617.646719] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733071, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.731572] env[64658]: DEBUG nova.network.neutron [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Successfully created port: bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.791918] env[64658]: DEBUG nova.network.neutron [-] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.817623] env[64658]: INFO nova.compute.manager [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Took 24.69 seconds to build instance. [ 617.913216] env[64658]: DEBUG oslo_vmware.api [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733070, 'name': PowerOnVM_Task, 'duration_secs': 0.490953} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.913490] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.913554] env[64658]: INFO nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Took 7.38 seconds to spawn the instance on the hypervisor. [ 617.913851] env[64658]: DEBUG nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.914511] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126c8c4c-5494-4492-80a8-0a7327d56180 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.936811] env[64658]: INFO nova.compute.manager [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Took 23.98 seconds to build instance. [ 617.984078] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.984078] env[64658]: DEBUG nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.986424] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.502s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.988907] env[64658]: INFO nova.compute.claims [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.136739] env[64658]: DEBUG nova.network.neutron [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Successfully updated port: bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.138059] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733071, 'name': Rename_Task, 'duration_secs': 0.148982} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.138306] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.138726] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c321c3a0-3535-475d-8cd8-b03b3c647d50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.146757] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 618.146757] env[64658]: value = "task-2733072" [ 618.146757] env[64658]: _type = "Task" [ 618.146757] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.152858] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.159611] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.299326] env[64658]: INFO nova.compute.manager [-] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Took 2.66 seconds to deallocate network for instance. [ 618.321065] env[64658]: DEBUG oslo_concurrency.lockutils [None req-51527782-13e4-4d06-ba8e-74e084914168 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "886b2525-69e9-448e-9040-681eee70d547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.206s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.346033] env[64658]: DEBUG nova.network.neutron [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Successfully updated port: 85401a76-2b83-4ea3-a3c9-876a40b9b44e {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.433703] env[64658]: INFO nova.compute.manager [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Took 24.21 seconds to build instance. [ 618.441037] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a33b65b5-489e-475f-918a-08b585bd46f0 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "60e0f787-8892-45be-ba34-fee3467cf46b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.497s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.497019] env[64658]: DEBUG nova.compute.utils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.499636] env[64658]: DEBUG nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.500034] env[64658]: DEBUG nova.network.neutron [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.567317] env[64658]: DEBUG nova.policy [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27a5a5a6aa8a44a280fd8a82c473b18d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfbad888d4254be49506939037d19ec6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.641100] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "refresh_cache-faffbbe8-102c-4e3d-9073-3527f972b747" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.641100] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired lock "refresh_cache-faffbbe8-102c-4e3d-9073-3527f972b747" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.641100] env[64658]: DEBUG nova.network.neutron [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.658335] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.807517] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.824036] env[64658]: DEBUG nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.855404] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.855404] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.855404] env[64658]: DEBUG nova.network.neutron [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.938904] env[64658]: DEBUG oslo_concurrency.lockutils [None req-64f8191c-6e11-4694-987e-5c3d61ea8055 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "d12ab548-1d7e-45a3-9418-bab927ce63cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.725s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.945122] env[64658]: DEBUG nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.000502] env[64658]: DEBUG nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.121772] env[64658]: DEBUG nova.network.neutron [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Successfully created port: 7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.162074] env[64658]: DEBUG oslo_vmware.api [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733072, 'name': PowerOnVM_Task, 'duration_secs': 0.752384} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.162074] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.162074] env[64658]: INFO nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Took 11.16 seconds to spawn the instance on the hypervisor. [ 619.162443] env[64658]: DEBUG nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.166874] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e530afac-4070-4bfc-8c69-414e1818b256 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.193893] env[64658]: DEBUG nova.network.neutron [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.349975] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.350537] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "59f7c6bd-3585-4f25-897d-435f6a4badb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.350759] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.381414] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b82d891-1f59-4629-9dfb-2a4bb7440896 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.397028] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bc1666-8721-4cb0-8ec2-13d929f5853f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.433241] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf52a67-92d4-4325-bc4d-9e1f871a6089 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.442542] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb0769-7f37-411c-b75e-dc85cc5938f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.451056] env[64658]: DEBUG nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.464138] env[64658]: DEBUG nova.compute.provider_tree [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.478883] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.505640] env[64658]: DEBUG nova.network.neutron [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.546691] env[64658]: DEBUG nova.compute.manager [req-a7990102-1a06-48c2-8e29-fdd4dde96568 req-445f57ba-a93c-4f78-9a61-760e9b3c09f4 service nova] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Received event network-vif-deleted-f4717f65-631a-4095-b5e3-2f70dea1dafa {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.692699] env[64658]: INFO nova.compute.manager [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Took 25.57 seconds to build instance. [ 619.790668] env[64658]: DEBUG nova.network.neutron [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Updating instance_info_cache with network_info: [{"id": "bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8", "address": "fa:16:3e:75:d4:78", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb0dca8-a8", "ovs_interfaceid": "bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.950549] env[64658]: DEBUG nova.network.neutron [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [{"id": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "address": "fa:16:3e:79:b2:2d", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85401a76-2b", "ovs_interfaceid": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.971399] env[64658]: DEBUG nova.scheduler.client.report [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.976093] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.985657] env[64658]: DEBUG nova.compute.manager [req-1e9c72a9-8ed0-4674-8644-3f34684da705 req-815dd7b2-b9e0-499b-93c6-b1704cde4525 service nova] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Received event network-vif-deleted-e0f3d92d-f341-4e78-8c71-22a18b082298 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.015229] env[64658]: DEBUG nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.059962] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.059962] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.059962] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.060202] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.060202] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.060202] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.060202] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.060428] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.060879] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.061219] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.061923] env[64658]: DEBUG nova.virt.hardware [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.069022] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feec7d8-e83f-419c-9b58-7dbe22a6b452 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.073826] env[64658]: DEBUG nova.network.neutron [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Successfully updated port: bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.086193] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8eb658-54f6-4380-a5ee-f0199fb27d46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.195337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89a7e862-38ca-4ab3-8136-98bad448855a tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.083s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.293410] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Releasing lock "refresh_cache-faffbbe8-102c-4e3d-9073-3527f972b747" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.293958] env[64658]: DEBUG nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Instance network_info: |[{"id": "bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8", "address": "fa:16:3e:75:d4:78", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb0dca8-a8", "ovs_interfaceid": "bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.294646] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:d4:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.303019] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Creating folder: Project (167c2ae99e5b4ac9b0b68c41cb68ddb6). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.303019] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9078f387-6304-4eda-af2f-7f28f2e94005 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.314696] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Created folder: Project (167c2ae99e5b4ac9b0b68c41cb68ddb6) in parent group-v550231. [ 620.315461] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Creating folder: Instances. Parent ref: group-v550253. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.315892] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f22875f-aec7-4354-89dd-7096681bd9c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.324832] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Created folder: Instances in parent group-v550253. [ 620.325788] env[64658]: DEBUG oslo.service.loopingcall [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.326019] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.326311] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-519803fb-c3fb-452f-b640-f6bdb29cce7a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.347769] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.347769] env[64658]: value = "task-2733075" [ 620.347769] env[64658]: _type = "Task" [ 620.347769] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.359149] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733075, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.458485] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.458485] env[64658]: DEBUG nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Instance network_info: |[{"id": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "address": "fa:16:3e:79:b2:2d", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85401a76-2b", "ovs_interfaceid": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.458978] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:b2:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85401a76-2b83-4ea3-a3c9-876a40b9b44e', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.469770] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Creating folder: Project (404544f1f72344768333d9361615a8ce). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.469770] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20bab07b-c051-4d21-92a0-8358c6d06f1d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.478426] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.478915] env[64658]: DEBUG nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.481850] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Created folder: Project (404544f1f72344768333d9361615a8ce) in parent group-v550231. [ 620.481965] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Creating folder: Instances. Parent ref: group-v550256. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.484034] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.821s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.484034] env[64658]: INFO nova.compute.claims [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.486037] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b38af6f-6180-4020-b599-74453cb86f86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.497785] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Created folder: Instances in parent group-v550256. [ 620.498084] env[64658]: DEBUG oslo.service.loopingcall [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.498307] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.498524] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a24f10a4-d9d5-42f7-9492-910192453fe8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.519928] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.519928] env[64658]: value = "task-2733078" [ 620.519928] env[64658]: _type = "Task" [ 620.519928] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.528844] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733078, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.580562] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "refresh_cache-be8fa573-125b-46d4-9943-51f1f36023af" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.580714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquired lock "refresh_cache-be8fa573-125b-46d4-9943-51f1f36023af" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.580954] env[64658]: DEBUG nova.network.neutron [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.700012] env[64658]: DEBUG nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.858240] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733075, 'name': CreateVM_Task, 'duration_secs': 0.377577} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.858411] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.859097] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.859323] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.859563] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.859844] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6a51a6-ccbd-4db4-8aed-f4f2d587cbff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.864523] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 620.864523] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524b3745-9405-8e53-c8e3-38caed6a6ccc" [ 620.864523] env[64658]: _type = "Task" [ 620.864523] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.872614] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524b3745-9405-8e53-c8e3-38caed6a6ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.976856] env[64658]: DEBUG nova.network.neutron [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Successfully updated port: 7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.985483] env[64658]: DEBUG nova.compute.utils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.987297] env[64658]: DEBUG nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.987443] env[64658]: DEBUG nova.network.neutron [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.032215] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733078, 'name': CreateVM_Task, 'duration_secs': 0.395011} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.033644] env[64658]: DEBUG nova.policy [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3075819984964f14949376865d186f93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb09d50873f344cd9e210c9d7a46be8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.035111] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.035751] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.035916] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.036229] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.036792] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20cf1c2f-17cf-4a17-92bf-6cd40a5df02b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.043477] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 621.043477] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527624e2-7413-ca96-a0d8-41b6e53828f1" [ 621.043477] env[64658]: _type = "Task" [ 621.043477] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.050669] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527624e2-7413-ca96-a0d8-41b6e53828f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.128888] env[64658]: DEBUG nova.network.neutron [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.238033] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.342676] env[64658]: DEBUG nova.network.neutron [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Updating instance_info_cache with network_info: [{"id": "bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5", "address": "fa:16:3e:eb:54:b8", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5adb0a-0c", "ovs_interfaceid": "bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.376792] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524b3745-9405-8e53-c8e3-38caed6a6ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.030248} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.376873] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.377173] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.378050] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.378050] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.378050] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.378805] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a3d142-c40b-4ed0-9b48-3e5504c88588 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.389380] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.390152] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.390942] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549d9151-f781-4398-98d7-6dfcbc1a0c33 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.396902] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 621.396902] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e597e9-347d-d80d-b714-ccb9c8a3a3ee" [ 621.396902] env[64658]: _type = "Task" [ 621.396902] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.405446] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e597e9-347d-d80d-b714-ccb9c8a3a3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.424338] env[64658]: DEBUG nova.network.neutron [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Successfully created port: 0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.479876] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.480262] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquired lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.480262] env[64658]: DEBUG nova.network.neutron [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.495344] env[64658]: DEBUG nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.561736] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527624e2-7413-ca96-a0d8-41b6e53828f1, 'name': SearchDatastore_Task, 'duration_secs': 0.025526} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.562283] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.562604] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.562932] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.563325] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.563664] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.564474] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394104b4-b004-41dc-93e6-bfcbb7154920 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.578398] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.580025] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.580850] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16323f1e-2ad8-4c2a-aaac-c42a349f809e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.589387] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 621.589387] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5289991d-3c5c-a501-35b1-93a681db2717" [ 621.589387] env[64658]: _type = "Task" [ 621.589387] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.601225] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5289991d-3c5c-a501-35b1-93a681db2717, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.602338] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd22c88-a365-4159-b61a-0d38de56e8cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.609755] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 621.609755] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529eee4b-a296-01f1-ca63-0dbf468d2f56" [ 621.609755] env[64658]: _type = "Task" [ 621.609755] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.620808] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529eee4b-a296-01f1-ca63-0dbf468d2f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.845428] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Releasing lock "refresh_cache-be8fa573-125b-46d4-9943-51f1f36023af" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.845880] env[64658]: DEBUG nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Instance network_info: |[{"id": "bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5", "address": "fa:16:3e:eb:54:b8", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5adb0a-0c", "ovs_interfaceid": "bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.846469] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:54:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.853917] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Creating folder: Project (66232b20c57c4ad2b73621ee83e28e2a). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.856225] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ff55cf2-a761-4a38-9748-917f75955dad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.863018] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548eec10-be23-47af-a876-94d6df5a6ec7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.871786] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec9cb4-e177-40c8-b429-4e8f636b5d8e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.877886] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Created folder: Project (66232b20c57c4ad2b73621ee83e28e2a) in parent group-v550231. [ 621.878155] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Creating folder: Instances. Parent ref: group-v550259. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.879302] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0e136c1-5061-4c72-9c26-18454e36d211 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.913361] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7401da37-f026-4850-8c29-c5aff1c88458 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.918654] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Created folder: Instances in parent group-v550259. [ 621.918961] env[64658]: DEBUG oslo.service.loopingcall [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.919211] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.921470] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88c070f2-5206-4904-8dbc-7536acbd6503 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.942819] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0df3b9-52aa-4458-b65d-a8137a959331 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.946976] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e597e9-347d-d80d-b714-ccb9c8a3a3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014611} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.949110] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb4a412-9164-478e-a1b8-dba3bc95164d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.953126] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.953126] env[64658]: value = "task-2733081" [ 621.953126] env[64658]: _type = "Task" [ 621.953126] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.961421] env[64658]: DEBUG nova.compute.provider_tree [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.966835] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 621.966835] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c6d2e6-d693-a78f-9dab-ae9242ab9128" [ 621.966835] env[64658]: _type = "Task" [ 621.966835] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.974399] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733081, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.980142] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c6d2e6-d693-a78f-9dab-ae9242ab9128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.020326] env[64658]: DEBUG nova.network.neutron [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.126513] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529eee4b-a296-01f1-ca63-0dbf468d2f56, 'name': SearchDatastore_Task, 'duration_secs': 0.016375} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.126660] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.126872] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 604afb68-292a-4e28-a901-9df7a8d5be47/604afb68-292a-4e28-a901-9df7a8d5be47.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.127150] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77e2065-cfe5-4562-8a80-c3c93153c0c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.134580] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 622.134580] env[64658]: value = "task-2733082" [ 622.134580] env[64658]: _type = "Task" [ 622.134580] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.142628] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.171405] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.171887] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.206878] env[64658]: DEBUG nova.network.neutron [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Updating instance_info_cache with network_info: [{"id": "7b7200ec-05b0-4711-957e-238313a59e0f", "address": "fa:16:3e:56:9e:27", "network": {"id": "170f1239-f704-4ba1-b489-290fdd2ddd4d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1109690890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbad888d4254be49506939037d19ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7200ec-05", "ovs_interfaceid": "7b7200ec-05b0-4711-957e-238313a59e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.366791] env[64658]: INFO nova.compute.manager [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Rebuilding instance [ 622.412783] env[64658]: DEBUG nova.compute.manager [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.413756] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5372abe-daa4-4550-9302-5e58e3f5a3f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.473717] env[64658]: DEBUG nova.scheduler.client.report [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.475229] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733081, 'name': CreateVM_Task, 'duration_secs': 0.420844} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.478624] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.482025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.482025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.482025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.482025] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278d2a04-3e07-44ef-b3c4-3c60b1d25229 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.485934] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c6d2e6-d693-a78f-9dab-ae9242ab9128, 'name': SearchDatastore_Task, 'duration_secs': 0.023861} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.487614] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.488090] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] faffbbe8-102c-4e3d-9073-3527f972b747/faffbbe8-102c-4e3d-9073-3527f972b747.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.488197] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54f55bca-c343-48f7-be1f-91d1d24416b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.492268] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 622.492268] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a3e089-8a62-ae9a-7ee9-577222f091ba" [ 622.492268] env[64658]: _type = "Task" [ 622.492268] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.497538] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 622.497538] env[64658]: value = "task-2733083" [ 622.497538] env[64658]: _type = "Task" [ 622.497538] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.505663] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a3e089-8a62-ae9a-7ee9-577222f091ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.508385] env[64658]: DEBUG nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.514121] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.545165] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:03:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1076391584',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1812022715',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.545165] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.545165] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.545394] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.545394] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.545394] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.545394] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.545688] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.546012] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.546295] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.546580] env[64658]: DEBUG nova.virt.hardware [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.548053] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5e0a7-06dc-4f0d-9bd4-c9abf717bf5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.557307] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb383c-1fb1-4f25-83b6-a84ded8c2c46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.645299] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.710409] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Releasing lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.710409] env[64658]: DEBUG nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Instance network_info: |[{"id": "7b7200ec-05b0-4711-957e-238313a59e0f", "address": "fa:16:3e:56:9e:27", "network": {"id": "170f1239-f704-4ba1-b489-290fdd2ddd4d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1109690890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbad888d4254be49506939037d19ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7200ec-05", "ovs_interfaceid": "7b7200ec-05b0-4711-957e-238313a59e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.710737] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:9e:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b7200ec-05b0-4711-957e-238313a59e0f', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.721288] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Creating folder: Project (cfbad888d4254be49506939037d19ec6). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.721773] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1e8b7b-1a45-415b-ae9b-b32de55a4f39 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.732345] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Created folder: Project (cfbad888d4254be49506939037d19ec6) in parent group-v550231. [ 622.737635] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Creating folder: Instances. Parent ref: group-v550262. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.737635] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cdef208-9843-41d9-a3a2-c7f81668ed24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.744237] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Created folder: Instances in parent group-v550262. [ 622.744570] env[64658]: DEBUG oslo.service.loopingcall [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.744890] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.745173] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8fea7de-cda2-409c-8802-bef196128423 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.767500] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.767500] env[64658]: value = "task-2733086" [ 622.767500] env[64658]: _type = "Task" [ 622.767500] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.776933] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733086, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.790019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "710f1c00-ffd8-421a-aff5-53ff649944b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.790019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.790019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "710f1c00-ffd8-421a-aff5-53ff649944b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.790019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.790418] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.792366] env[64658]: INFO nova.compute.manager [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Terminating instance [ 622.980971] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.981540] env[64658]: DEBUG nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.984711] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.009s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.007853] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a3e089-8a62-ae9a-7ee9-577222f091ba, 'name': SearchDatastore_Task, 'duration_secs': 0.060609} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.007853] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.007853] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.008221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.008221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.008319] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.009621] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-895afddf-9408-4738-8458-899e5db1e4d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.015294] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733083, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.025219] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.025219] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.025219] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2861cbe3-9717-429e-95cd-d0338b888429 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.033366] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 623.033366] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5284668e-c572-92ed-f15c-55c854cea46a" [ 623.033366] env[64658]: _type = "Task" [ 623.033366] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.043075] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5284668e-c572-92ed-f15c-55c854cea46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.155032] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579435} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.155032] env[64658]: DEBUG nova.network.neutron [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Successfully updated port: 0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.155371] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 604afb68-292a-4e28-a901-9df7a8d5be47/604afb68-292a-4e28-a901-9df7a8d5be47.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.155712] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.156271] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9dabe9b-e3b9-449a-b322-4ebd34481022 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.167294] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 623.167294] env[64658]: value = "task-2733087" [ 623.167294] env[64658]: _type = "Task" [ 623.167294] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.176888] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.283831] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733086, 'name': CreateVM_Task, 'duration_secs': 0.402157} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.284122] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.284889] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.285097] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.285481] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.285780] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2b42a8-35fe-4156-a0bb-d931f02a4f9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.293282] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 623.293282] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523ea691-fc70-842e-7cdd-d284be07f96d" [ 623.293282] env[64658]: _type = "Task" [ 623.293282] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.296892] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "886b2525-69e9-448e-9040-681eee70d547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.297205] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "886b2525-69e9-448e-9040-681eee70d547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.298031] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "886b2525-69e9-448e-9040-681eee70d547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.298031] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "886b2525-69e9-448e-9040-681eee70d547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.298031] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "886b2525-69e9-448e-9040-681eee70d547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.305339] env[64658]: DEBUG nova.compute.manager [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 623.305339] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.305339] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523ea691-fc70-842e-7cdd-d284be07f96d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.305339] env[64658]: INFO nova.compute.manager [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Terminating instance [ 623.305927] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bba1e66-e394-4794-98a6-bf17c1f7b5f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.314522] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.314821] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c41c8a-3273-472e-8eb3-92dd7b486976 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.321966] env[64658]: DEBUG oslo_vmware.api [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 623.321966] env[64658]: value = "task-2733088" [ 623.321966] env[64658]: _type = "Task" [ 623.321966] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.329518] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "4ed1d948-0194-482f-be20-05fc58537de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.329797] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "4ed1d948-0194-482f-be20-05fc58537de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.333664] env[64658]: DEBUG oslo_vmware.api [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.432181] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.432181] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8f18ff-42ea-4640-bef6-039dfc85e369 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.437749] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 623.437749] env[64658]: value = "task-2733089" [ 623.437749] env[64658]: _type = "Task" [ 623.437749] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.446676] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.492413] env[64658]: DEBUG nova.compute.utils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.499635] env[64658]: DEBUG nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.499818] env[64658]: DEBUG nova.network.neutron [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.511210] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.512744] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] faffbbe8-102c-4e3d-9073-3527f972b747/faffbbe8-102c-4e3d-9073-3527f972b747.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.513016] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.513543] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3847d3e7-c997-41df-838e-7124c161e77f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.522705] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 623.522705] env[64658]: value = "task-2733090" [ 623.522705] env[64658]: _type = "Task" [ 623.522705] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.532070] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.551746] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5284668e-c572-92ed-f15c-55c854cea46a, 'name': SearchDatastore_Task, 'duration_secs': 0.025269} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.551746] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37f2875-6fbd-4751-9894-4a30b316e685 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.555689] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 623.555689] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52518778-5773-943e-724e-18868a5374ca" [ 623.555689] env[64658]: _type = "Task" [ 623.555689] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.565137] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52518778-5773-943e-724e-18868a5374ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.566571] env[64658]: DEBUG nova.policy [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86c57673fedf4b6a8145ecacb69dbb05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564eb62cac5545a3bd0b7e0f4a7b3802', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.657662] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.658296] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.659235] env[64658]: DEBUG nova.network.neutron [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.681164] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182256} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.681658] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.682269] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c5633d-c739-4979-9c01-4fe177045cf4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.711555] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 604afb68-292a-4e28-a901-9df7a8d5be47/604afb68-292a-4e28-a901-9df7a8d5be47.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.712834] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c60689c-8e6f-45fe-a27e-224c23a5c958 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.734938] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 623.734938] env[64658]: value = "task-2733091" [ 623.734938] env[64658]: _type = "Task" [ 623.734938] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.745282] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.802516] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523ea691-fc70-842e-7cdd-d284be07f96d, 'name': SearchDatastore_Task, 'duration_secs': 0.020779} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.802849] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.803256] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.803512] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.811484] env[64658]: DEBUG nova.compute.manager [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 623.811705] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.813264] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25971a1-aa4d-4f35-ad17-985c544a91be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.821874] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.822175] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07534d90-a05c-4b7f-8faa-13da9584b368 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.834009] env[64658]: DEBUG oslo_vmware.api [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733088, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.835520] env[64658]: DEBUG oslo_vmware.api [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 623.835520] env[64658]: value = "task-2733092" [ 623.835520] env[64658]: _type = "Task" [ 623.835520] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.849571] env[64658]: DEBUG oslo_vmware.api [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.934155] env[64658]: DEBUG nova.network.neutron [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Successfully created port: 9fdb4342-ea05-40a0-8058-5f94a378fe41 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.949861] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733089, 'name': PowerOffVM_Task, 'duration_secs': 0.444919} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.950320] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.950678] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.951571] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893cdcc6-1910-4981-b593-eb60a148cc29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.960507] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.961233] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-800a244f-f105-4eac-acec-7aae96e02bb7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.984749] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.984749] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.986256] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Deleting the datastore file [datastore2] d12ab548-1d7e-45a3-9418-bab927ce63cd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.986256] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d128a31a-fdca-46d1-a3f4-dcae5050864a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.992458] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 623.992458] env[64658]: value = "task-2733094" [ 623.992458] env[64658]: _type = "Task" [ 623.992458] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.001378] env[64658]: DEBUG nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.004155] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.035542] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.353884} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.035750] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.039307] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d002ba94-b8fc-4e8f-bfa2-75763434a822 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.040963] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 904fd66a-85d9-4c1d-9400-cf23db360df7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 624.040963] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 111e1917-88f2-4b5d-bb21-0357ab1f334d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 624.040963] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 65ee8800-400a-4baa-b696-e7a405c8fc16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041225] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 886b2525-69e9-448e-9040-681eee70d547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041225] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 60e0f787-8892-45be-ba34-fee3467cf46b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041292] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 710f1c00-ffd8-421a-aff5-53ff649944b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041443] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d12ab548-1d7e-45a3-9418-bab927ce63cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041545] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance faffbbe8-102c-4e3d-9073-3527f972b747 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041590] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 604afb68-292a-4e28-a901-9df7a8d5be47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041808] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance be8fa573-125b-46d4-9943-51f1f36023af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.041961] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 7078070e-1101-4dcd-95f8-df8c64c24f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.042040] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 71f0d861-99c4-497c-a520-fc4ca1c53fb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.042146] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance e7f42e66-c0ee-474b-a277-5509fea73c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.067862] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] faffbbe8-102c-4e3d-9073-3527f972b747/faffbbe8-102c-4e3d-9073-3527f972b747.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.069193] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27287f07-b493-4329-abfa-b00d07081450 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.096016] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52518778-5773-943e-724e-18868a5374ca, 'name': SearchDatastore_Task, 'duration_secs': 0.048708} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.097903] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.098197] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] be8fa573-125b-46d4-9943-51f1f36023af/be8fa573-125b-46d4-9943-51f1f36023af.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.098524] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 624.098524] env[64658]: value = "task-2733095" [ 624.098524] env[64658]: _type = "Task" [ 624.098524] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.098732] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.098912] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.099157] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad43b3cb-f047-4ca7-a5c9-a12162643b84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.101251] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4823a13b-899d-4058-b549-7060613d2561 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.113062] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 624.113062] env[64658]: value = "task-2733096" [ 624.113062] env[64658]: _type = "Task" [ 624.113062] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.116682] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.125921] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.127256] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.128123] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.128285] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09a0c06-01a5-453f-b910-41edb61c8a31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.133553] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 624.133553] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525441f6-dd45-732d-87f3-9b4071ca25ae" [ 624.133553] env[64658]: _type = "Task" [ 624.133553] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.142678] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525441f6-dd45-732d-87f3-9b4071ca25ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.194714] env[64658]: DEBUG nova.network.neutron [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.245633] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733091, 'name': ReconfigVM_Task, 'duration_secs': 0.404216} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.245917] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 604afb68-292a-4e28-a901-9df7a8d5be47/604afb68-292a-4e28-a901-9df7a8d5be47.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.246548] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c20355a-c60a-4850-acb7-d2174e7fd627 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.258142] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 624.258142] env[64658]: value = "task-2733097" [ 624.258142] env[64658]: _type = "Task" [ 624.258142] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.274027] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733097, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.336204] env[64658]: DEBUG oslo_vmware.api [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733088, 'name': PowerOffVM_Task, 'duration_secs': 0.559538} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.341198] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.341421] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.343321] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Received event network-vif-plugged-85401a76-2b83-4ea3-a3c9-876a40b9b44e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.343532] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquiring lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.343739] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.343936] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.344445] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] No waiting events found dispatching network-vif-plugged-85401a76-2b83-4ea3-a3c9-876a40b9b44e {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.344645] env[64658]: WARNING nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Received unexpected event network-vif-plugged-85401a76-2b83-4ea3-a3c9-876a40b9b44e for instance with vm_state building and task_state spawning. [ 624.344844] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Received event network-changed-85401a76-2b83-4ea3-a3c9-876a40b9b44e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.345011] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Refreshing instance network info cache due to event network-changed-85401a76-2b83-4ea3-a3c9-876a40b9b44e. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.345208] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquiring lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.345938] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquired lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.345938] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Refreshing network info cache for port 85401a76-2b83-4ea3-a3c9-876a40b9b44e {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.347545] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0881d508-4987-45cb-ac67-2eb323c7a805 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.354659] env[64658]: DEBUG oslo_vmware.api [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733092, 'name': PowerOffVM_Task, 'duration_secs': 0.464755} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.357708] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.357708] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.357708] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad790d3-58ed-4ad4-9652-c01e82edf258 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.415646] env[64658]: DEBUG nova.network.neutron [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Updating instance_info_cache with network_info: [{"id": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "address": "fa:16:3e:e1:08:12", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee363ac-c1", "ovs_interfaceid": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.426736] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.427160] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.427483] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Deleting the datastore file [datastore2] 710f1c00-ffd8-421a-aff5-53ff649944b9 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.427875] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-397df607-0c00-4c19-be61-4c3e63dd5874 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.439237] env[64658]: DEBUG oslo_vmware.api [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for the task: (returnval){ [ 624.439237] env[64658]: value = "task-2733100" [ 624.439237] env[64658]: _type = "Task" [ 624.439237] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.445945] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.446460] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.446701] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore2] 886b2525-69e9-448e-9040-681eee70d547 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.447605] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da5af156-da43-4c20-840d-fd546e4b78d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.458673] env[64658]: DEBUG oslo_vmware.api [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.459599] env[64658]: DEBUG oslo_vmware.api [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 624.459599] env[64658]: value = "task-2733101" [ 624.459599] env[64658]: _type = "Task" [ 624.459599] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.469143] env[64658]: DEBUG oslo_vmware.api [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.501394] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257634} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.501674] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.501835] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.502020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.546288] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 70b2264f-10da-47ce-ab3b-8d79c566cd8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 624.618258] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733095, 'name': ReconfigVM_Task, 'duration_secs': 0.309206} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.624029] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Reconfigured VM instance instance-00000008 to attach disk [datastore2] faffbbe8-102c-4e3d-9073-3527f972b747/faffbbe8-102c-4e3d-9073-3527f972b747.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.625122] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae216b0d-f6b7-40c9-81b3-d3d026f721f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.634258] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.636569] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 624.636569] env[64658]: value = "task-2733102" [ 624.636569] env[64658]: _type = "Task" [ 624.636569] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.651894] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733102, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.656878] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525441f6-dd45-732d-87f3-9b4071ca25ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015776} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.658886] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b71ffec-95ae-4818-b3fb-161f366fdc65 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.664794] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 624.664794] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526a228a-406f-332e-bc2f-c389a8b611b9" [ 624.664794] env[64658]: _type = "Task" [ 624.664794] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.673200] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526a228a-406f-332e-bc2f-c389a8b611b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.677919] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "884c3f22-c97a-45f4-8005-609d4533621a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.678211] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "884c3f22-c97a-45f4-8005-609d4533621a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.770981] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733097, 'name': Rename_Task, 'duration_secs': 0.224453} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.771287] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.771526] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b119c41e-09ea-4c3d-9b5a-110c89074802 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.778205] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 624.778205] env[64658]: value = "task-2733103" [ 624.778205] env[64658]: _type = "Task" [ 624.778205] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.787880] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.908659] env[64658]: DEBUG nova.compute.manager [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Received event network-vif-plugged-bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.908659] env[64658]: DEBUG oslo_concurrency.lockutils [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] Acquiring lock "faffbbe8-102c-4e3d-9073-3527f972b747-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.908899] env[64658]: DEBUG oslo_concurrency.lockutils [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] Lock "faffbbe8-102c-4e3d-9073-3527f972b747-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.909150] env[64658]: DEBUG oslo_concurrency.lockutils [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] Lock "faffbbe8-102c-4e3d-9073-3527f972b747-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.909356] env[64658]: DEBUG nova.compute.manager [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] No waiting events found dispatching network-vif-plugged-bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.909575] env[64658]: WARNING nova.compute.manager [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Received unexpected event network-vif-plugged-bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 for instance with vm_state building and task_state spawning. [ 624.909745] env[64658]: DEBUG nova.compute.manager [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Received event network-changed-bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.909897] env[64658]: DEBUG nova.compute.manager [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Refreshing instance network info cache due to event network-changed-bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.910141] env[64658]: DEBUG oslo_concurrency.lockutils [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] Acquiring lock "refresh_cache-faffbbe8-102c-4e3d-9073-3527f972b747" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.910381] env[64658]: DEBUG oslo_concurrency.lockutils [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] Acquired lock "refresh_cache-faffbbe8-102c-4e3d-9073-3527f972b747" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.910615] env[64658]: DEBUG nova.network.neutron [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Refreshing network info cache for port bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.919253] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Releasing lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.919583] env[64658]: DEBUG nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Instance network_info: |[{"id": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "address": "fa:16:3e:e1:08:12", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee363ac-c1", "ovs_interfaceid": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.920922] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:08:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee363ac-c1c2-49a7-b5be-060d382b0432', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.929395] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Creating folder: Project (bb09d50873f344cd9e210c9d7a46be8f). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.930302] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-944fdff9-8b9a-43be-bc64-342897397d78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.945578] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Created folder: Project (bb09d50873f344cd9e210c9d7a46be8f) in parent group-v550231. [ 624.945578] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Creating folder: Instances. Parent ref: group-v550265. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.946285] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eaafccb-b8b8-4368-86e2-cd4a676c4643 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.953047] env[64658]: DEBUG oslo_vmware.api [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Task: {'id': task-2733100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267335} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.953344] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.953563] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.953728] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.953876] env[64658]: INFO nova.compute.manager [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 624.954114] env[64658]: DEBUG oslo.service.loopingcall [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.957711] env[64658]: DEBUG nova.compute.manager [-] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.957711] env[64658]: DEBUG nova.network.neutron [-] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.961032] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Created folder: Instances in parent group-v550265. [ 624.961032] env[64658]: DEBUG oslo.service.loopingcall [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.961032] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.961032] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76990616-8775-4ae9-a489-c042834006c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.987440] env[64658]: DEBUG oslo_vmware.api [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263725} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.988202] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.988202] env[64658]: value = "task-2733106" [ 624.988202] env[64658]: _type = "Task" [ 624.988202] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.988202] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.988440] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.988526] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.988741] env[64658]: INFO nova.compute.manager [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 886b2525-69e9-448e-9040-681eee70d547] Took 1.18 seconds to destroy the instance on the hypervisor. [ 624.989013] env[64658]: DEBUG oslo.service.loopingcall [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.989616] env[64658]: DEBUG nova.compute.manager [-] [instance: 886b2525-69e9-448e-9040-681eee70d547] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.989616] env[64658]: DEBUG nova.network.neutron [-] [instance: 886b2525-69e9-448e-9040-681eee70d547] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.016282] env[64658]: DEBUG nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.050060] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ff247ad3-ad49-4246-83f6-c33808915635 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 625.056452] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.056781] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.057013] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.057431] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.057431] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.057615] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.057835] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.057996] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.058203] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.058335] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.058506] env[64658]: DEBUG nova.virt.hardware [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.059436] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d488e536-9eeb-4d9f-8d86-ba18cc25c9a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.072114] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddd831c-4981-4ee4-9261-e3e61fe9719c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.108182] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updated VIF entry in instance network info cache for port 85401a76-2b83-4ea3-a3c9-876a40b9b44e. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.108598] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [{"id": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "address": "fa:16:3e:79:b2:2d", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85401a76-2b", "ovs_interfaceid": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.127991] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749769} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.128168] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] be8fa573-125b-46d4-9943-51f1f36023af/be8fa573-125b-46d4-9943-51f1f36023af.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.128555] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.129320] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58668516-9594-4acf-8953-5b064ee9fc27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.135451] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 625.135451] env[64658]: value = "task-2733107" [ 625.135451] env[64658]: _type = "Task" [ 625.135451] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.145352] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.154767] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733102, 'name': Rename_Task, 'duration_secs': 0.165228} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.154985] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.155371] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4afdf00b-8d7a-4dce-9ba2-aee898ab453e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.162188] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 625.162188] env[64658]: value = "task-2733108" [ 625.162188] env[64658]: _type = "Task" [ 625.162188] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.180696] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.184873] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526a228a-406f-332e-bc2f-c389a8b611b9, 'name': SearchDatastore_Task, 'duration_secs': 0.057651} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.185224] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.185769] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 7078070e-1101-4dcd-95f8-df8c64c24f5b/7078070e-1101-4dcd-95f8-df8c64c24f5b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.186190] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e081acbb-cafb-4110-b330-354f651c3bf9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.195020] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 625.195020] env[64658]: value = "task-2733109" [ 625.195020] env[64658]: _type = "Task" [ 625.195020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.205294] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.291080] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733103, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.500695] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733106, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.538765] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.538977] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.552132] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.552458] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.552660] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.552851] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.552998] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.553163] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.553370] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.553526] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.553692] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.553885] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.554081] env[64658]: DEBUG nova.virt.hardware [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.554830] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 39cae338-894d-4af1-9a81-54e840fa5dd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 625.556961] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e28169-e3d0-4f32-ac74-e79d06733b58 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.569096] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4b6e0-8f4f-4b6e-b5d5-7f2a38ee5473 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.590308] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.597300] env[64658]: DEBUG oslo.service.loopingcall [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.598323] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.598559] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea70fbe-ffb9-422c-b541-3b2760db22d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.612699] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Releasing lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.612967] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Received event network-vif-plugged-bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.613174] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquiring lock "be8fa573-125b-46d4-9943-51f1f36023af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.613373] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Lock "be8fa573-125b-46d4-9943-51f1f36023af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.613534] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Lock "be8fa573-125b-46d4-9943-51f1f36023af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.613698] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] No waiting events found dispatching network-vif-plugged-bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.613958] env[64658]: WARNING nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Received unexpected event network-vif-plugged-bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 for instance with vm_state building and task_state spawning. [ 625.614219] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Received event network-changed-bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.614397] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Refreshing instance network info cache due to event network-changed-bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 625.614660] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquiring lock "refresh_cache-be8fa573-125b-46d4-9943-51f1f36023af" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.614759] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquired lock "refresh_cache-be8fa573-125b-46d4-9943-51f1f36023af" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.614935] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Refreshing network info cache for port bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.622737] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.622737] env[64658]: value = "task-2733110" [ 625.622737] env[64658]: _type = "Task" [ 625.622737] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.632112] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733110, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.649039] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112615} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.649039] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.649039] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0c01ac-c6f1-48f6-9d80-aa1c19ac7288 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.673176] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] be8fa573-125b-46d4-9943-51f1f36023af/be8fa573-125b-46d4-9943-51f1f36023af.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.679422] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb7466c-a41e-49b9-b7c7-b265e5771b4e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.703497] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733108, 'name': PowerOnVM_Task} progress is 81%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.707721] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 625.707721] env[64658]: value = "task-2733111" [ 625.707721] env[64658]: _type = "Task" [ 625.707721] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.715611] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.721583] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.737358] env[64658]: DEBUG nova.network.neutron [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Successfully updated port: 9fdb4342-ea05-40a0-8058-5f94a378fe41 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.790161] env[64658]: DEBUG oslo_vmware.api [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733103, 'name': PowerOnVM_Task, 'duration_secs': 0.668828} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.794393] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.794393] env[64658]: INFO nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Took 10.88 seconds to spawn the instance on the hypervisor. [ 625.794393] env[64658]: DEBUG nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.794393] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3669b03c-e131-4e7a-8e88-1bd024a60d36 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.851837] env[64658]: DEBUG nova.network.neutron [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Updated VIF entry in instance network info cache for port bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.852293] env[64658]: DEBUG nova.network.neutron [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Updating instance_info_cache with network_info: [{"id": "bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8", "address": "fa:16:3e:75:d4:78", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbb0dca8-a8", "ovs_interfaceid": "bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.001768] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733106, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.065180] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance e0c23711-ce59-4242-85cf-3f6d66b14339 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 626.132436] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733110, 'name': CreateVM_Task, 'duration_secs': 0.380475} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.132611] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.133010] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.133179] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.133501] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.133722] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3bfc44a-b78c-476c-9f00-134e2557b0d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.139489] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 626.139489] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522beab8-9127-a9d8-22bc-64a780dbe765" [ 626.139489] env[64658]: _type = "Task" [ 626.139489] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.149131] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522beab8-9127-a9d8-22bc-64a780dbe765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.178032] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.207050] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594429} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.207406] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 7078070e-1101-4dcd-95f8-df8c64c24f5b/7078070e-1101-4dcd-95f8-df8c64c24f5b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.207669] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.207974] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c92aceaa-bfbf-4727-bd35-ce83498c2e02 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.219524] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.220910] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 626.220910] env[64658]: value = "task-2733112" [ 626.220910] env[64658]: _type = "Task" [ 626.220910] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.228768] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.243216] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "refresh_cache-e7f42e66-c0ee-474b-a277-5509fea73c0b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.243216] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired lock "refresh_cache-e7f42e66-c0ee-474b-a277-5509fea73c0b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.243216] env[64658]: DEBUG nova.network.neutron [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.315263] env[64658]: INFO nova.compute.manager [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Took 30.96 seconds to build instance. [ 626.354928] env[64658]: DEBUG oslo_concurrency.lockutils [req-06000693-cd2c-485a-bcdf-1b5db5d5fae0 req-59fef33c-a954-4a1d-b1c1-60ac3be8b8a8 service nova] Releasing lock "refresh_cache-faffbbe8-102c-4e3d-9073-3527f972b747" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.419747] env[64658]: DEBUG nova.network.neutron [-] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.489349] env[64658]: DEBUG nova.network.neutron [-] [instance: 886b2525-69e9-448e-9040-681eee70d547] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.504578] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733106, 'name': CreateVM_Task, 'duration_secs': 1.46623} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.504777] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.505439] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.565847] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 62c6dd7b-0f3d-4174-a379-326f0186de20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 626.585237] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Updated VIF entry in instance network info cache for port bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.585612] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Updating instance_info_cache with network_info: [{"id": "bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5", "address": "fa:16:3e:eb:54:b8", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5adb0a-0c", "ovs_interfaceid": "bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.654111] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522beab8-9127-a9d8-22bc-64a780dbe765, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.654994] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.655292] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.655912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.655990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.656159] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.656446] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.656877] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.657423] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6067d3eb-5eb5-4b7a-8469-7f6133341a45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.660292] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bf6b29-06f6-4d42-b521-8cc14b1151c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.666100] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 626.666100] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52dc1490-d85d-d7f4-2cb5-a84b795e2084" [ 626.666100] env[64658]: _type = "Task" [ 626.666100] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.676697] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.676874] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.678055] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7c7664-ad8a-43cf-b55b-3ddd0df9d363 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.687759] env[64658]: DEBUG oslo_vmware.api [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733108, 'name': PowerOnVM_Task, 'duration_secs': 1.145452} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.687759] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.687759] env[64658]: INFO nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Took 14.25 seconds to spawn the instance on the hypervisor. [ 626.688032] env[64658]: DEBUG nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.695214] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c85b0f-c481-4ff5-8d41-ce8843491189 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.695982] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52dc1490-d85d-d7f4-2cb5-a84b795e2084, 'name': SearchDatastore_Task, 'duration_secs': 0.013689} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.702049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.702314] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.702512] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.702833] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 626.702833] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52eee29f-798f-3139-e948-e20832ec45fc" [ 626.702833] env[64658]: _type = "Task" [ 626.702833] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.720044] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52eee29f-798f-3139-e948-e20832ec45fc, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.720802] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2deb3d9-789a-4423-b7aa-4479ebb6ba85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.728015] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733111, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.735835] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0753} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.742383] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 626.742383] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52057b0b-9f56-c062-03c6-710c3ce925a6" [ 626.742383] env[64658]: _type = "Task" [ 626.742383] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.742383] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.742383] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda98f0a-b3f3-4b26-b08c-ce449612bda6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.754462] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52057b0b-9f56-c062-03c6-710c3ce925a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.774034] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 7078070e-1101-4dcd-95f8-df8c64c24f5b/7078070e-1101-4dcd-95f8-df8c64c24f5b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.775128] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53dff09f-569f-4e5b-85be-95e727e50fe6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.797244] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 626.797244] env[64658]: value = "task-2733113" [ 626.797244] env[64658]: _type = "Task" [ 626.797244] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.805725] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.806542] env[64658]: DEBUG nova.network.neutron [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.823515] env[64658]: DEBUG oslo_concurrency.lockutils [None req-902d7818-b20d-4b4d-a61a-47f34b5c1720 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.476s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.922871] env[64658]: INFO nova.compute.manager [-] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Took 1.96 seconds to deallocate network for instance. [ 626.993668] env[64658]: INFO nova.compute.manager [-] [instance: 886b2525-69e9-448e-9040-681eee70d547] Took 2.00 seconds to deallocate network for instance. [ 627.071443] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 59f7c6bd-3585-4f25-897d-435f6a4badb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 627.088396] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Releasing lock "refresh_cache-be8fa573-125b-46d4-9943-51f1f36023af" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.088670] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Received event network-vif-plugged-7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.088864] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquiring lock "7078070e-1101-4dcd-95f8-df8c64c24f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.089687] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.089918] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.090211] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] No waiting events found dispatching network-vif-plugged-7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.090278] env[64658]: WARNING nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Received unexpected event network-vif-plugged-7b7200ec-05b0-4711-957e-238313a59e0f for instance with vm_state building and task_state spawning. [ 627.090435] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Received event network-changed-7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.090589] env[64658]: DEBUG nova.compute.manager [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Refreshing instance network info cache due to event network-changed-7b7200ec-05b0-4711-957e-238313a59e0f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.090781] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquiring lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.090920] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Acquired lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.091092] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Refreshing network info cache for port 7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.211312] env[64658]: DEBUG nova.network.neutron [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Updating instance_info_cache with network_info: [{"id": "9fdb4342-ea05-40a0-8058-5f94a378fe41", "address": "fa:16:3e:16:2a:64", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fdb4342-ea", "ovs_interfaceid": "9fdb4342-ea05-40a0-8058-5f94a378fe41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.222151] env[64658]: INFO nova.compute.manager [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Took 32.63 seconds to build instance. [ 627.231613] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733111, 'name': ReconfigVM_Task, 'duration_secs': 1.030964} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.231934] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Reconfigured VM instance instance-0000000a to attach disk [datastore1] be8fa573-125b-46d4-9943-51f1f36023af/be8fa573-125b-46d4-9943-51f1f36023af.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.235739] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73db5e47-dd52-4012-a5e3-139b93908b93 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.245428] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 627.245428] env[64658]: value = "task-2733114" [ 627.245428] env[64658]: _type = "Task" [ 627.245428] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.259701] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52057b0b-9f56-c062-03c6-710c3ce925a6, 'name': SearchDatastore_Task, 'duration_secs': 0.028376} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.263014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.263918] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.263918] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733114, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.264134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.264377] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.265409] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3149ec20-8407-43c3-a3c1-a02f38b91c6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.267334] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b89e323-3aad-40a0-a3bb-b18cda93e44e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.274098] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 627.274098] env[64658]: value = "task-2733115" [ 627.274098] env[64658]: _type = "Task" [ 627.274098] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.278756] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.279048] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.280254] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386e67e1-29c8-48b9-aadd-4f142563f39c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.285868] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.288883] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 627.288883] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5232ddb3-62bc-f307-882e-6c5a28918d06" [ 627.288883] env[64658]: _type = "Task" [ 627.288883] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.297368] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5232ddb3-62bc-f307-882e-6c5a28918d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.305331] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.327860] env[64658]: DEBUG nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.429059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.498415] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.563032] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Received event network-vif-plugged-0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.563032] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Acquiring lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.563032] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.565352] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.565567] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] No waiting events found dispatching network-vif-plugged-0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.565785] env[64658]: WARNING nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Received unexpected event network-vif-plugged-0ee363ac-c1c2-49a7-b5be-060d382b0432 for instance with vm_state building and task_state spawning. [ 627.565957] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Received event network-changed-0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.566132] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Refreshing instance network info cache due to event network-changed-0ee363ac-c1c2-49a7-b5be-060d382b0432. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.566338] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Acquiring lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.566477] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Acquired lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.566634] env[64658]: DEBUG nova.network.neutron [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Refreshing network info cache for port 0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.576501] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 627.717027] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Releasing lock "refresh_cache-e7f42e66-c0ee-474b-a277-5509fea73c0b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.717027] env[64658]: DEBUG nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Instance network_info: |[{"id": "9fdb4342-ea05-40a0-8058-5f94a378fe41", "address": "fa:16:3e:16:2a:64", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fdb4342-ea", "ovs_interfaceid": "9fdb4342-ea05-40a0-8058-5f94a378fe41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.717363] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:2a:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fdb4342-ea05-40a0-8058-5f94a378fe41', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.724734] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Creating folder: Project (564eb62cac5545a3bd0b7e0f4a7b3802). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.726986] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbcb2d47-e47c-4095-9caa-7d857e943cf5 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "faffbbe8-102c-4e3d-9073-3527f972b747" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.141s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.727825] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aeaa81b-732c-4575-8ec9-ff28d374d7f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.733112] env[64658]: DEBUG nova.compute.manager [req-a3b08f10-1c77-461f-9128-2c333acf09a0 req-00e7a232-7ed5-4e5f-a1e9-34f0c5ccf7c8 service nova] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Received event network-vif-deleted-5a846700-8975-4aed-9c6a-a71cd6b3fc19 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.733112] env[64658]: DEBUG nova.compute.manager [req-a3b08f10-1c77-461f-9128-2c333acf09a0 req-00e7a232-7ed5-4e5f-a1e9-34f0c5ccf7c8 service nova] [instance: 886b2525-69e9-448e-9040-681eee70d547] Received event network-vif-deleted-d99410ed-fbee-478c-a2fb-a945328bd121 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.747169] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Created folder: Project (564eb62cac5545a3bd0b7e0f4a7b3802) in parent group-v550231. [ 627.747379] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Creating folder: Instances. Parent ref: group-v550269. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.748521] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38af2e1b-6fd9-417b-bbb9-382b564cdec5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.762466] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733114, 'name': Rename_Task, 'duration_secs': 0.197841} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.762759] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.762998] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-750b2931-5a38-479d-82ad-0f50e8836a8a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.772624] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 627.772624] env[64658]: value = "task-2733118" [ 627.772624] env[64658]: _type = "Task" [ 627.772624] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.775960] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Created folder: Instances in parent group-v550269. [ 627.776250] env[64658]: DEBUG oslo.service.loopingcall [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.779815] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.780337] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64adbab2-6467-489d-9d1b-09d3f453d123 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.801723] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.812780] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.812780] env[64658]: value = "task-2733119" [ 627.812780] env[64658]: _type = "Task" [ 627.812780] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.813064] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733115, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.823197] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5232ddb3-62bc-f307-882e-6c5a28918d06, 'name': SearchDatastore_Task, 'duration_secs': 0.023311} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.823440] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733113, 'name': ReconfigVM_Task, 'duration_secs': 0.738328} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.824623] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 7078070e-1101-4dcd-95f8-df8c64c24f5b/7078070e-1101-4dcd-95f8-df8c64c24f5b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.825217] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78869995-90a4-4750-a292-f2dd6064e0ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.827504] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-379db336-f172-4018-9f3f-636656632324 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.836581] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733119, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.846073] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 627.846073] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52490f97-fa7c-30ad-305a-99a215bdc6c0" [ 627.846073] env[64658]: _type = "Task" [ 627.846073] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.846244] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 627.846244] env[64658]: value = "task-2733120" [ 627.846244] env[64658]: _type = "Task" [ 627.846244] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.859108] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733120, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.862206] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52490f97-fa7c-30ad-305a-99a215bdc6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.862740] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.080900] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 4ed1d948-0194-482f-be20-05fc58537de6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 628.081284] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 628.081476] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 628.161508] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Updated VIF entry in instance network info cache for port 7b7200ec-05b0-4711-957e-238313a59e0f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.162180] env[64658]: DEBUG nova.network.neutron [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Updating instance_info_cache with network_info: [{"id": "7b7200ec-05b0-4711-957e-238313a59e0f", "address": "fa:16:3e:56:9e:27", "network": {"id": "170f1239-f704-4ba1-b489-290fdd2ddd4d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1109690890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbad888d4254be49506939037d19ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7200ec-05", "ovs_interfaceid": "7b7200ec-05b0-4711-957e-238313a59e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.233683] env[64658]: DEBUG nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.287177] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733118, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.297373] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571729} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.298141] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.298141] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.298141] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a0892e6-4b3f-471e-b9fd-09492c919172 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.308335] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 628.308335] env[64658]: value = "task-2733121" [ 628.308335] env[64658]: _type = "Task" [ 628.308335] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.331143] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.337462] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733119, 'name': CreateVM_Task, 'duration_secs': 0.390832} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.338199] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.338849] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.339027] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.339348] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.339602] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3db42e-c2b9-49c8-8657-aa6b4155cfd6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.344584] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 628.344584] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f81713-c1eb-b90d-c4e0-cf250d7b2d1c" [ 628.344584] env[64658]: _type = "Task" [ 628.344584] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.361076] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f81713-c1eb-b90d-c4e0-cf250d7b2d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.365500] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52490f97-fa7c-30ad-305a-99a215bdc6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019631} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.365786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.366039] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 71f0d861-99c4-497c-a520-fc4ca1c53fb7/71f0d861-99c4-497c-a520-fc4ca1c53fb7.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.366386] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411e0eb6-7dca-49d7-a5e6-d082d8fa68a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.371893] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733120, 'name': Rename_Task, 'duration_secs': 0.176721} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.372572] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.372842] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d79e16ee-7777-4a60-bdf7-5b223dab3c4c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.376617] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 628.376617] env[64658]: value = "task-2733122" [ 628.376617] env[64658]: _type = "Task" [ 628.376617] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.384246] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 628.384246] env[64658]: value = "task-2733123" [ 628.384246] env[64658]: _type = "Task" [ 628.384246] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.392935] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.400543] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.560335] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b195857-a890-4802-9eff-247e30574fc8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.570481] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d08c34-7cc5-44c3-899a-4be42d858c03 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.616560] env[64658]: DEBUG nova.network.neutron [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Updated VIF entry in instance network info cache for port 0ee363ac-c1c2-49a7-b5be-060d382b0432. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.617166] env[64658]: DEBUG nova.network.neutron [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Updating instance_info_cache with network_info: [{"id": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "address": "fa:16:3e:e1:08:12", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee363ac-c1", "ovs_interfaceid": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.619033] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216b469c-910f-4e5b-a645-baaf8f757c19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.636934] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca6fab-7ef5-4243-a873-6d6b8a7ff0c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.654993] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.665864] env[64658]: DEBUG oslo_concurrency.lockutils [req-719d615e-2e28-448f-b04d-ebaa9bc88a7b req-bf6ce8d5-4e11-464c-8078-01344075dcc4 service nova] Releasing lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.773782] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.784671] env[64658]: DEBUG oslo_vmware.api [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733118, 'name': PowerOnVM_Task, 'duration_secs': 0.527502} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.784976] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.785196] env[64658]: INFO nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Took 11.33 seconds to spawn the instance on the hypervisor. [ 628.785378] env[64658]: DEBUG nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.786200] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86216bb-df9b-4a6a-a81a-5712f10a69bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.821158] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15186} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.821158] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.821408] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4181ee90-3226-4948-a9b4-d8b89fc7482b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.845479] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.845874] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee4953c-60bc-4632-904b-efe7300af6c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.875214] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f81713-c1eb-b90d-c4e0-cf250d7b2d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.022794} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.876918] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.877554] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.877830] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.877984] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.878307] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.878945] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 628.878945] env[64658]: value = "task-2733124" [ 628.878945] env[64658]: _type = "Task" [ 628.878945] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.878945] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-609d0fde-ea81-4f78-bd07-034abb2f64d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.906265] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.907192] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.907309] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.912196] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.913694] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.913694] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027dea90-c20a-468c-834a-934cbcfaae38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.920449] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 628.920449] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52435916-b78b-ed37-3b7f-f2ed02435be8" [ 628.920449] env[64658]: _type = "Task" [ 628.920449] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.928692] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52435916-b78b-ed37-3b7f-f2ed02435be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.128202] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Releasing lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.128486] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Received event network-vif-plugged-9fdb4342-ea05-40a0-8058-5f94a378fe41 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.128725] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Acquiring lock "e7f42e66-c0ee-474b-a277-5509fea73c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.128953] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.129201] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.130012] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] No waiting events found dispatching network-vif-plugged-9fdb4342-ea05-40a0-8058-5f94a378fe41 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.130218] env[64658]: WARNING nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Received unexpected event network-vif-plugged-9fdb4342-ea05-40a0-8058-5f94a378fe41 for instance with vm_state building and task_state spawning. [ 629.130388] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Received event network-changed-9fdb4342-ea05-40a0-8058-5f94a378fe41 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.130559] env[64658]: DEBUG nova.compute.manager [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Refreshing instance network info cache due to event network-changed-9fdb4342-ea05-40a0-8058-5f94a378fe41. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.131022] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Acquiring lock "refresh_cache-e7f42e66-c0ee-474b-a277-5509fea73c0b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.131094] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Acquired lock "refresh_cache-e7f42e66-c0ee-474b-a277-5509fea73c0b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.131255] env[64658]: DEBUG nova.network.neutron [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Refreshing network info cache for port 9fdb4342-ea05-40a0-8058-5f94a378fe41 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.160799] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.307055] env[64658]: INFO nova.compute.manager [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Took 28.87 seconds to build instance. [ 629.406446] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733124, 'name': ReconfigVM_Task, 'duration_secs': 0.333382} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.410799] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.411573] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587611} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.411774] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246e987f-02f8-4b0e-b3e9-8f23505929ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.413755] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 71f0d861-99c4-497c-a520-fc4ca1c53fb7/71f0d861-99c4-497c-a520-fc4ca1c53fb7.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.413984] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.418139] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7b72aab-899c-4e57-bc1f-854561810a80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.419658] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.425079] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 629.425079] env[64658]: value = "task-2733125" [ 629.425079] env[64658]: _type = "Task" [ 629.425079] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.429046] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 629.429046] env[64658]: value = "task-2733126" [ 629.429046] env[64658]: _type = "Task" [ 629.429046] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.436671] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52435916-b78b-ed37-3b7f-f2ed02435be8, 'name': SearchDatastore_Task, 'duration_secs': 0.032041} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.438336] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fa4c87-616d-4023-8d85-6894d21c0b80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.451587] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733125, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.451961] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.455539] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 629.455539] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fb8714-0f7b-1fd1-2a54-935d973f54b0" [ 629.455539] env[64658]: _type = "Task" [ 629.455539] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.464965] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fb8714-0f7b-1fd1-2a54-935d973f54b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.667213] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 629.667854] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.683s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.667854] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.516s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.668128] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.673103] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.865s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.673103] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.676630] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.325s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.676630] env[64658]: INFO nova.compute.claims [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.710141] env[64658]: INFO nova.scheduler.client.report [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Deleted allocations for instance 111e1917-88f2-4b5d-bb21-0357ab1f334d [ 629.711367] env[64658]: INFO nova.scheduler.client.report [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Deleted allocations for instance 904fd66a-85d9-4c1d-9400-cf23db360df7 [ 629.808664] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34641f0f-7c61-43d5-8890-5ac817ecbf97 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "be8fa573-125b-46d4-9943-51f1f36023af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.392s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.903536] env[64658]: DEBUG oslo_vmware.api [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733123, 'name': PowerOnVM_Task, 'duration_secs': 1.110763} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.903916] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.904148] env[64658]: INFO nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Took 9.89 seconds to spawn the instance on the hypervisor. [ 629.904330] env[64658]: DEBUG nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.905303] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb75568-f744-4677-a8b8-5b80a80f67b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.939067] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733125, 'name': Rename_Task, 'duration_secs': 0.145061} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.942553] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.942553] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097734} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.942776] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06183453-a062-4334-8809-145c40123176 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.944479] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.945534] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474d9ef-fbc4-43dc-8fe2-0b47c2b90fe9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.969333] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 71f0d861-99c4-497c-a520-fc4ca1c53fb7/71f0d861-99c4-497c-a520-fc4ca1c53fb7.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.974357] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e7de98-4af0-4329-9a68-3e1c19fe1046 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.989257] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 629.989257] env[64658]: value = "task-2733127" [ 629.989257] env[64658]: _type = "Task" [ 629.989257] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.004417] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 630.004417] env[64658]: value = "task-2733128" [ 630.004417] env[64658]: _type = "Task" [ 630.004417] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.004729] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fb8714-0f7b-1fd1-2a54-935d973f54b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.005403] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.005788] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] e7f42e66-c0ee-474b-a277-5509fea73c0b/e7f42e66-c0ee-474b-a277-5509fea73c0b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.009073] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65161f0-796b-4d35-b334-fb7caca23dd7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.015210] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.021380] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.022905] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 630.022905] env[64658]: value = "task-2733129" [ 630.022905] env[64658]: _type = "Task" [ 630.022905] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.031627] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.231236] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94220a09-43c5-478b-b342-8a44c8291569 tempest-ServerDiagnosticsTest-439921781 tempest-ServerDiagnosticsTest-439921781-project-member] Lock "904fd66a-85d9-4c1d-9400-cf23db360df7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.258s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.259916] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f6fa6b5-7eb6-4637-9e7b-21c711941923 tempest-DeleteServersAdminTestJSON-438329848 tempest-DeleteServersAdminTestJSON-438329848-project-admin] Lock "111e1917-88f2-4b5d-bb21-0357ab1f334d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.776s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.316023] env[64658]: DEBUG nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.346167] env[64658]: DEBUG nova.network.neutron [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Updated VIF entry in instance network info cache for port 9fdb4342-ea05-40a0-8058-5f94a378fe41. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.347770] env[64658]: DEBUG nova.network.neutron [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Updating instance_info_cache with network_info: [{"id": "9fdb4342-ea05-40a0-8058-5f94a378fe41", "address": "fa:16:3e:16:2a:64", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fdb4342-ea", "ovs_interfaceid": "9fdb4342-ea05-40a0-8058-5f94a378fe41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.426233] env[64658]: INFO nova.compute.manager [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Took 19.60 seconds to build instance. [ 630.505317] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.514139] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.533806] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.844620] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.852554] env[64658]: DEBUG oslo_concurrency.lockutils [req-11cae7dd-bb11-4b09-ace0-7afee9e8bf52 req-e6dcf7ae-be1e-4b94-bed5-935f718164c0 service nova] Releasing lock "refresh_cache-e7f42e66-c0ee-474b-a277-5509fea73c0b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.928648] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee4360e7-6e4f-402b-9e55-d16fc6004898 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.025s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.017827] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.023939] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733128, 'name': ReconfigVM_Task, 'duration_secs': 0.655884} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.034907] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 71f0d861-99c4-497c-a520-fc4ca1c53fb7/71f0d861-99c4-497c-a520-fc4ca1c53fb7.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.037729] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a406ce46-05be-4d12-92f2-61d2181eec9c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.048125] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.052022] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 631.052022] env[64658]: value = "task-2733130" [ 631.052022] env[64658]: _type = "Task" [ 631.052022] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.070086] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.180207] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eef508-499f-4bfe-867e-44ec4a29b690 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.189728] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19444622-249f-486a-ab69-389c1e2f5f94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.233422] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f8745-869c-4356-a97a-97c05af814a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.241874] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9cd919-f035-41a7-91a9-f4bc17b30bf7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.257343] env[64658]: DEBUG nova.compute.provider_tree [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.434939] env[64658]: DEBUG nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.513901] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.539131] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.564975] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.636299] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "dbdcdde9-d800-4248-9b0d-edab7d19597d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.636299] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.696940] env[64658]: DEBUG nova.compute.manager [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 631.761483] env[64658]: DEBUG nova.scheduler.client.report [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.998988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.012985] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.038941] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.063812] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.222026] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.266583] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.267548] env[64658]: DEBUG nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.275293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.794s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.275293] env[64658]: INFO nova.compute.claims [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.511287] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.537223] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.565977] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.783209] env[64658]: DEBUG nova.compute.utils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 632.788741] env[64658]: DEBUG nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.788946] env[64658]: DEBUG nova.network.neutron [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.011400] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.040024] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.065465] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.261989] env[64658]: DEBUG nova.policy [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86c57673fedf4b6a8145ecacb69dbb05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564eb62cac5545a3bd0b7e0f4a7b3802', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.264530] env[64658]: DEBUG nova.compute.manager [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.265499] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba1795-53af-4b68-8eaf-3ea93daa614d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.291313] env[64658]: DEBUG nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.515353] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.544148] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733129, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.339812} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.545558] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] e7f42e66-c0ee-474b-a277-5509fea73c0b/e7f42e66-c0ee-474b-a277-5509fea73c0b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.545558] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.547160] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e753090f-71df-4315-978f-976883398334 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.555794] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 633.555794] env[64658]: value = "task-2733131" [ 633.555794] env[64658]: _type = "Task" [ 633.555794] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.575898] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.575898] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.726889] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa9559-c8a1-4157-a707-cec7c116b10f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.735134] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab752c0-067e-4255-b3b5-659143989d15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.770967] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b47c2-a787-4d77-8120-aa26f608bfcc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.778767] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a002a3d9-f0ed-4ee0-9f8f-860dc58d0e80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.784959] env[64658]: INFO nova.compute.manager [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] instance snapshotting [ 633.787668] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b7c2c-54bd-4448-a6c7-7ea65d379a42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.799653] env[64658]: DEBUG nova.compute.provider_tree [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.824606] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e516b-52f2-472f-a65c-7a8e2587c74e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.022492] env[64658]: DEBUG oslo_vmware.api [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733127, 'name': PowerOnVM_Task, 'duration_secs': 3.558988} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.025471] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.025471] env[64658]: DEBUG nova.compute.manager [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.025471] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b715fb8-49a6-46f7-a7bd-886db44dcba4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.082039] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.082039] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136956} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.082039] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.083410] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328613d3-3096-4a8e-ad42-d9d465eb78c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.110484] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] e7f42e66-c0ee-474b-a277-5509fea73c0b/e7f42e66-c0ee-474b-a277-5509fea73c0b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.110484] env[64658]: DEBUG nova.network.neutron [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Successfully created port: 3c4f0f66-f91c-467b-9cfa-4feaf2a450bb {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.112035] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73efa8d-6dce-48f2-9dd0-511f0cb5966a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.134323] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 634.134323] env[64658]: value = "task-2733132" [ 634.134323] env[64658]: _type = "Task" [ 634.134323] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.141956] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.224519] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "eb254d4b-0818-49f3-99fe-459901020b90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.224761] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "eb254d4b-0818-49f3-99fe-459901020b90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.303298] env[64658]: DEBUG nova.scheduler.client.report [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.330718] env[64658]: DEBUG nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.336820] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 634.336820] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d32a3dd-a00a-4e3a-80de-ac50875c4fa4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.348849] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 634.348849] env[64658]: value = "task-2733133" [ 634.348849] env[64658]: _type = "Task" [ 634.348849] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.361111] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.361111] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.361111] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.361304] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.361304] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.361304] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.361402] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.361817] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.361817] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.361949] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.361997] env[64658]: DEBUG nova.virt.hardware [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.362835] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b746ac-c7f9-4f36-8504-927320716f03 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.370032] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.374525] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0959d306-a3d5-468e-829d-fc54f4553046 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.524395] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.524700] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.542753] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.568280] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733130, 'name': Rename_Task, 'duration_secs': 3.187656} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.568648] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.568942] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a222d11-5e34-4388-8bb2-a5f57589597d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.577031] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 634.577031] env[64658]: value = "task-2733134" [ 634.577031] env[64658]: _type = "Task" [ 634.577031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.585979] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.648313] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.808640] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.809191] env[64658]: DEBUG nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.811983] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.836s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.813474] env[64658]: INFO nova.compute.claims [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.865200] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733133, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.089797] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.143669] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733132, 'name': ReconfigVM_Task, 'duration_secs': 0.624455} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.144190] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] e7f42e66-c0ee-474b-a277-5509fea73c0b/e7f42e66-c0ee-474b-a277-5509fea73c0b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.144591] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c067f402-16cc-4036-8f1f-128a4e5f0a9f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.154043] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 635.154043] env[64658]: value = "task-2733135" [ 635.154043] env[64658]: _type = "Task" [ 635.154043] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.167030] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733135, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.318184] env[64658]: DEBUG nova.compute.utils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 635.323400] env[64658]: DEBUG nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.323839] env[64658]: DEBUG nova.network.neutron [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.363210] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733133, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.455188] env[64658]: DEBUG nova.policy [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4c2ba481e704623981716e4e0d7e42c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e0b65c51cb74e3fa8187f3d7f0521e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.592223] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733134, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.670297] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733135, 'name': Rename_Task, 'duration_secs': 0.287828} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.670831] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.671262] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d0061ef-c0b1-4eba-bae0-31966d79d30d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.682246] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 635.682246] env[64658]: value = "task-2733136" [ 635.682246] env[64658]: _type = "Task" [ 635.682246] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.697631] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.825382] env[64658]: DEBUG nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.871387] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733133, 'name': CreateSnapshot_Task, 'duration_secs': 1.352217} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.871705] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 635.872635] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cccdcc-db72-445e-9c58-23fad41d0637 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.093948] env[64658]: DEBUG oslo_vmware.api [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733134, 'name': PowerOnVM_Task, 'duration_secs': 1.14621} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.095518] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.095731] env[64658]: INFO nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Took 13.59 seconds to spawn the instance on the hypervisor. [ 636.096018] env[64658]: DEBUG nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.098996] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d010861-072d-47cf-8160-e21dc35ad080 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.191716] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.232745] env[64658]: DEBUG nova.compute.manager [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Received event network-changed-7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.232930] env[64658]: DEBUG nova.compute.manager [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Refreshing instance network info cache due to event network-changed-7b7200ec-05b0-4711-957e-238313a59e0f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.233419] env[64658]: DEBUG oslo_concurrency.lockutils [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] Acquiring lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.233726] env[64658]: DEBUG oslo_concurrency.lockutils [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] Acquired lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.233889] env[64658]: DEBUG nova.network.neutron [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Refreshing network info cache for port 7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.269918] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5ead0-8baa-48dc-bd29-ca29f3956bd2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.279175] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b9fe9-b14b-487c-b375-eaddc786b0b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.321500] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a39e9-63ac-4070-ad13-ac5f95042ce0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.330596] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08207fca-a82c-4f64-bdad-e13f88464310 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.347531] env[64658]: DEBUG nova.compute.provider_tree [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.401130] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 636.401130] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa179713-bd73-4578-9778-88e7016b63cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.413073] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 636.413073] env[64658]: value = "task-2733137" [ 636.413073] env[64658]: _type = "Task" [ 636.413073] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.423432] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733137, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.630463] env[64658]: INFO nova.compute.manager [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Took 25.18 seconds to build instance. [ 636.680210] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.680346] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.693445] env[64658]: DEBUG oslo_vmware.api [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733136, 'name': PowerOnVM_Task, 'duration_secs': 0.748794} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.693832] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.694410] env[64658]: INFO nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Took 11.68 seconds to spawn the instance on the hypervisor. [ 636.694642] env[64658]: DEBUG nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.695834] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c0ebf8-e70a-4894-938e-650dc12d6bda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.756932] env[64658]: DEBUG nova.network.neutron [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Successfully created port: 5dec5c58-3ef4-4960-9257-353a0eda9f03 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.851819] env[64658]: DEBUG nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.859686] env[64658]: DEBUG nova.scheduler.client.report [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.887167] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.887495] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.887596] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.887770] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.887952] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.888125] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.888330] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.888491] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.888680] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.888863] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.889043] env[64658]: DEBUG nova.virt.hardware [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.891073] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1dd22c-af95-41bd-aeca-e0b687d9fbb1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.905288] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd17c61-c457-4f00-92fc-e1f40a82f26c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.923753] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.925133] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.946295] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733137, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.133043] env[64658]: DEBUG oslo_concurrency.lockutils [None req-94b8aa39-9c90-4ad0-a6ae-74a109b7e13a tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.124s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.233257] env[64658]: INFO nova.compute.manager [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Took 24.60 seconds to build instance. [ 637.294981] env[64658]: DEBUG nova.network.neutron [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Updated VIF entry in instance network info cache for port 7b7200ec-05b0-4711-957e-238313a59e0f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.295375] env[64658]: DEBUG nova.network.neutron [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Updating instance_info_cache with network_info: [{"id": "7b7200ec-05b0-4711-957e-238313a59e0f", "address": "fa:16:3e:56:9e:27", "network": {"id": "170f1239-f704-4ba1-b489-290fdd2ddd4d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1109690890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbad888d4254be49506939037d19ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7200ec-05", "ovs_interfaceid": "7b7200ec-05b0-4711-957e-238313a59e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.368020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.368020] env[64658]: DEBUG nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.368444] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.130s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.369702] env[64658]: INFO nova.compute.claims [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.433606] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733137, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.470251] env[64658]: INFO nova.compute.manager [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Rebuilding instance [ 637.519241] env[64658]: DEBUG nova.compute.manager [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.520178] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b9877f-90be-4eb0-ab21-a4f4a3f84ddc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.583335] env[64658]: DEBUG nova.network.neutron [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Successfully updated port: 3c4f0f66-f91c-467b-9cfa-4feaf2a450bb {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.638189] env[64658]: DEBUG nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.737118] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fed682be-76e0-4dc9-9e0a-51f3c693b8aa tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.948s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.798727] env[64658]: DEBUG oslo_concurrency.lockutils [req-b4acc2e5-c205-4842-8260-f6865914ad34 req-107313e2-9e26-44ef-b327-eb2f802e3bcb service nova] Releasing lock "refresh_cache-7078070e-1101-4dcd-95f8-df8c64c24f5b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.875269] env[64658]: DEBUG nova.compute.utils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.881107] env[64658]: DEBUG nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.881107] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.933021] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733137, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.977942] env[64658]: DEBUG nova.policy [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e95f161be71404da79494b2619f50fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a11a69e60e414ac9a923ed3ab750e954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.089348] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "refresh_cache-70b2264f-10da-47ce-ab3b-8d79c566cd8e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.089348] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired lock "refresh_cache-70b2264f-10da-47ce-ab3b-8d79c566cd8e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.089348] env[64658]: DEBUG nova.network.neutron [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.173848] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.240071] env[64658]: DEBUG nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.380124] env[64658]: DEBUG nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.432687] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733137, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.535854] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.536770] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db38a0d7-0d49-4166-8788-603b16ae7744 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.543591] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 638.543591] env[64658]: value = "task-2733138" [ 638.543591] env[64658]: _type = "Task" [ 638.543591] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.558102] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.644881] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Successfully created port: 81aff700-9bc9-471a-a24f-17d7ffb58cd4 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.652232] env[64658]: DEBUG nova.network.neutron [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.789293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.938882] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733137, 'name': CloneVM_Task, 'duration_secs': 2.151195} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.938882] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Created linked-clone VM from snapshot [ 638.939718] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32af68f9-7c52-44d6-af8e-3fee1fb2c4e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.943102] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69ab8c1-a6f0-4f69-9037-15e49dcf83c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.951679] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Uploading image 3b2c7446-2a37-43e1-b1f4-21a6ab820841 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 638.957373] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827edb5-10b6-46f5-b731-8e5fa9cb5ad8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.960847] env[64658]: DEBUG nova.network.neutron [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Updating instance_info_cache with network_info: [{"id": "3c4f0f66-f91c-467b-9cfa-4feaf2a450bb", "address": "fa:16:3e:20:4c:93", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4f0f66-f9", "ovs_interfaceid": "3c4f0f66-f91c-467b-9cfa-4feaf2a450bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.997022] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 638.997022] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea56f92-ae04-41be-be4e-21c0bf7ea2c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.999189] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65098fbe-7e95-4165-8b1e-c78873c82474 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.002044] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "be8fa573-125b-46d4-9943-51f1f36023af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.002259] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "be8fa573-125b-46d4-9943-51f1f36023af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.002476] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "be8fa573-125b-46d4-9943-51f1f36023af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.002656] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "be8fa573-125b-46d4-9943-51f1f36023af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.002950] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "be8fa573-125b-46d4-9943-51f1f36023af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.007971] env[64658]: INFO nova.compute.manager [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Terminating instance [ 639.010609] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d900d5b-ddea-421c-8ab0-4aa7eceed73c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.014696] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 639.014696] env[64658]: value = "task-2733139" [ 639.014696] env[64658]: _type = "Task" [ 639.014696] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.028501] env[64658]: DEBUG nova.compute.provider_tree [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.035578] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733139, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.053879] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733138, 'name': PowerOffVM_Task, 'duration_secs': 0.193237} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.054151] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.054384] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.055305] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c25b25-7650-430e-8edd-bfb64b95dbb7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.062431] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.062890] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f92e35c0-f397-4ce5-9af3-69534513d166 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.087587] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.087797] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.087977] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Deleting the datastore file [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.088311] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82fbaff0-228a-4fe0-bdbc-5063e58e48ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.095367] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 639.095367] env[64658]: value = "task-2733141" [ 639.095367] env[64658]: _type = "Task" [ 639.095367] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.108014] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.402569] env[64658]: DEBUG nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.424315] env[64658]: DEBUG nova.compute.manager [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Received event network-vif-plugged-3c4f0f66-f91c-467b-9cfa-4feaf2a450bb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.424539] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] Acquiring lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.424782] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.425020] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.426578] env[64658]: DEBUG nova.compute.manager [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] No waiting events found dispatching network-vif-plugged-3c4f0f66-f91c-467b-9cfa-4feaf2a450bb {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.426770] env[64658]: WARNING nova.compute.manager [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Received unexpected event network-vif-plugged-3c4f0f66-f91c-467b-9cfa-4feaf2a450bb for instance with vm_state building and task_state spawning. [ 639.426978] env[64658]: DEBUG nova.compute.manager [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Received event network-changed-3c4f0f66-f91c-467b-9cfa-4feaf2a450bb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.427231] env[64658]: DEBUG nova.compute.manager [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Refreshing instance network info cache due to event network-changed-3c4f0f66-f91c-467b-9cfa-4feaf2a450bb. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.427319] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] Acquiring lock "refresh_cache-70b2264f-10da-47ce-ab3b-8d79c566cd8e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.442091] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.442569] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.443432] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.443432] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.443432] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.443432] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.443850] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.444121] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.445022] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.447018] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.447018] env[64658]: DEBUG nova.virt.hardware [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.447018] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b22a24-42d4-49f5-a0a3-96dc4fbd5082 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.457712] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad120b4-e937-4ae5-9a8a-5e66ce13669d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.463576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Releasing lock "refresh_cache-70b2264f-10da-47ce-ab3b-8d79c566cd8e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.464058] env[64658]: DEBUG nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Instance network_info: |[{"id": "3c4f0f66-f91c-467b-9cfa-4feaf2a450bb", "address": "fa:16:3e:20:4c:93", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4f0f66-f9", "ovs_interfaceid": "3c4f0f66-f91c-467b-9cfa-4feaf2a450bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.464492] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] Acquired lock "refresh_cache-70b2264f-10da-47ce-ab3b-8d79c566cd8e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.468250] env[64658]: DEBUG nova.network.neutron [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Refreshing network info cache for port 3c4f0f66-f91c-467b-9cfa-4feaf2a450bb {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.468250] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:4c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c4f0f66-f91c-467b-9cfa-4feaf2a450bb', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.475327] env[64658]: DEBUG oslo.service.loopingcall [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.490025] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.490025] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbab722f-3ef9-46e4-ab0d-2da995227883 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.510121] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.510121] env[64658]: value = "task-2733142" [ 639.510121] env[64658]: _type = "Task" [ 639.510121] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.519797] env[64658]: DEBUG nova.compute.manager [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.520020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.520500] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733142, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.524929] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215df09-a1a8-48aa-b7d7-03ae5d43908c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.532821] env[64658]: DEBUG nova.scheduler.client.report [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.542655] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.543351] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733139, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.543479] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d140fb3-0137-45c2-a258-5d80f6fc085e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.549419] env[64658]: DEBUG oslo_vmware.api [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 639.549419] env[64658]: value = "task-2733143" [ 639.549419] env[64658]: _type = "Task" [ 639.549419] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.559984] env[64658]: DEBUG oslo_vmware.api [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.581644] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Successfully created port: 6dca3a96-0301-4830-9731-fac1b2010693 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.607239] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143896} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.607239] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.607332] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.608893] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.912468] env[64658]: DEBUG nova.network.neutron [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Successfully updated port: 5dec5c58-3ef4-4960-9257-353a0eda9f03 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.021200] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733142, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.032418] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733139, 'name': Destroy_Task, 'duration_secs': 0.562639} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.032680] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Destroyed the VM [ 640.032999] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 640.033269] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-810300cb-1bde-402d-a7ee-b5dcd4eba66d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.040556] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 640.040556] env[64658]: value = "task-2733144" [ 640.040556] env[64658]: _type = "Task" [ 640.040556] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.044513] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.045128] env[64658]: DEBUG nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.049554] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.619s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.049554] env[64658]: DEBUG nova.objects.instance [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lazy-loading 'resources' on Instance uuid 710f1c00-ffd8-421a-aff5-53ff649944b9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.061723] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.068426] env[64658]: DEBUG oslo_vmware.api [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733143, 'name': PowerOffVM_Task, 'duration_secs': 0.342735} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.069162] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.069162] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.069294] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d58775eb-919b-4a38-a129-1851c0363ea0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.145732] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.145732] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.145732] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Deleting the datastore file [datastore1] be8fa573-125b-46d4-9943-51f1f36023af {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.145732] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd99af8b-f589-468d-b0a6-761f1d98f3f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.150771] env[64658]: DEBUG oslo_vmware.api [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for the task: (returnval){ [ 640.150771] env[64658]: value = "task-2733146" [ 640.150771] env[64658]: _type = "Task" [ 640.150771] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.159874] env[64658]: DEBUG oslo_vmware.api [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.417101] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.417879] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquired lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.417879] env[64658]: DEBUG nova.network.neutron [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.500415] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Successfully created port: b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.530176] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733142, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.551553] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.553923] env[64658]: DEBUG nova.compute.utils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 640.555374] env[64658]: DEBUG nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Not allocating networking since 'none' was specified. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.677377] env[64658]: DEBUG oslo_vmware.api [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Task: {'id': task-2733146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520476} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.679982] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.682056] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.682056] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.682056] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.682056] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.682056] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.682056] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.682431] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.682431] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.682503] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.682767] env[64658]: DEBUG nova.virt.hardware [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.683111] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.683402] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.683603] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.683776] env[64658]: INFO nova.compute.manager [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Took 1.16 seconds to destroy the instance on the hypervisor. [ 640.684103] env[64658]: DEBUG oslo.service.loopingcall [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.684881] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a37d58-06aa-4466-9ff9-122bb85a572d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.691936] env[64658]: DEBUG nova.compute.manager [-] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.692110] env[64658]: DEBUG nova.network.neutron [-] [instance: be8fa573-125b-46d4-9943-51f1f36023af] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.706020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb1dffa-d8c2-49f8-a491-6cd716624901 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.717955] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.724150] env[64658]: DEBUG oslo.service.loopingcall [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.726760] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.728765] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f27421d-28ee-421b-87eb-f2b0bc23a603 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.745246] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.745246] env[64658]: value = "task-2733147" [ 640.745246] env[64658]: _type = "Task" [ 640.745246] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.762472] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733147, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.985845] env[64658]: DEBUG nova.network.neutron [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.023271] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733142, 'name': CreateVM_Task, 'duration_secs': 1.410775} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.023573] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.024235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.024398] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.024786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.025193] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236c99b8-ce6e-4e3b-98b0-269e4b6cadba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.035220] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 641.035220] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b58c0b-20d3-be8d-c12f-870ab14a1235" [ 641.035220] env[64658]: _type = "Task" [ 641.035220] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.051143] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b58c0b-20d3-be8d-c12f-870ab14a1235, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.052254] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.052622] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.052919] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.053223] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.053607] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.057566] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79e46e1-e8d2-4e4b-b759-6c1d0ae337cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.059553] env[64658]: DEBUG nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.063074] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.076636] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.076814] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.077697] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd1b3c4-0e70-46e7-913b-850b0a4b6f19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.088220] env[64658]: DEBUG nova.network.neutron [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Updated VIF entry in instance network info cache for port 3c4f0f66-f91c-467b-9cfa-4feaf2a450bb. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.088839] env[64658]: DEBUG nova.network.neutron [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Updating instance_info_cache with network_info: [{"id": "3c4f0f66-f91c-467b-9cfa-4feaf2a450bb", "address": "fa:16:3e:20:4c:93", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4f0f66-f9", "ovs_interfaceid": "3c4f0f66-f91c-467b-9cfa-4feaf2a450bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.098302] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 641.098302] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52060e9e-ae33-d40b-561e-e00054795ee2" [ 641.098302] env[64658]: _type = "Task" [ 641.098302] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.119817] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52060e9e-ae33-d40b-561e-e00054795ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.122026] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889a590e-6e9e-4fd9-986c-8cc9aef74d1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.124683] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73324b5b-5879-41c2-9934-d10deb33dd34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.132693] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae12c4-526e-41e0-bb1a-462fdca1d058 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.136239] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 641.136239] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522244a2-2ac3-0c90-c39b-4bfc14474871" [ 641.136239] env[64658]: _type = "Task" [ 641.136239] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.170982] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7ea41-428f-4588-85a6-f71730c17a6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.179862] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522244a2-2ac3-0c90-c39b-4bfc14474871, 'name': SearchDatastore_Task, 'duration_secs': 0.012415} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.179862] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.179862] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 70b2264f-10da-47ce-ab3b-8d79c566cd8e/70b2264f-10da-47ce-ab3b-8d79c566cd8e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.179862] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2c71c34-6b4a-424e-990a-02ed9f18750f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.184315] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c83b9bf-2c56-4f2e-b38d-1c73e34a46aa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.189329] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 641.189329] env[64658]: value = "task-2733148" [ 641.189329] env[64658]: _type = "Task" [ 641.189329] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.201523] env[64658]: DEBUG nova.compute.provider_tree [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.211656] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.262013] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733147, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.290264] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "f512075c-67fa-49a0-a2a3-cc803fcd029c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.290512] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.407617] env[64658]: DEBUG nova.network.neutron [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Updating instance_info_cache with network_info: [{"id": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "address": "fa:16:3e:a5:9e:32", "network": {"id": "be49f540-5d4b-4b54-bc73-bc4d1ae194a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-59242990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0b65c51cb74e3fa8187f3d7f0521e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dec5c58-3e", "ovs_interfaceid": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.562377] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733144, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.597414] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c958fe2-6e4d-460b-91e3-9b85033a6de1 req-6b5a8293-5e7b-4394-b3f5-683bb08d158d service nova] Releasing lock "refresh_cache-70b2264f-10da-47ce-ab3b-8d79c566cd8e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.705523] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.709011] env[64658]: DEBUG nova.scheduler.client.report [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.762949] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733147, 'name': CreateVM_Task, 'duration_secs': 0.584711} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.763826] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.764434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.764685] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.765143] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.765485] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d9f58b-4539-48f1-bcb8-5715b9948392 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.774230] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 641.774230] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5298f487-48f8-9a03-7725-9130deedca78" [ 641.774230] env[64658]: _type = "Task" [ 641.774230] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.787539] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5298f487-48f8-9a03-7725-9130deedca78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.910750] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Releasing lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.911206] env[64658]: DEBUG nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Instance network_info: |[{"id": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "address": "fa:16:3e:a5:9e:32", "network": {"id": "be49f540-5d4b-4b54-bc73-bc4d1ae194a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-59242990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0b65c51cb74e3fa8187f3d7f0521e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dec5c58-3e", "ovs_interfaceid": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.911396] env[64658]: DEBUG nova.network.neutron [-] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.912625] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:9e:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dec5c58-3ef4-4960-9257-353a0eda9f03', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.920957] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Creating folder: Project (0e0b65c51cb74e3fa8187f3d7f0521e5). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.921458] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b3f1249-925f-4b51-9e51-a9395acb4ed9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.931955] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Created folder: Project (0e0b65c51cb74e3fa8187f3d7f0521e5) in parent group-v550231. [ 641.932217] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Creating folder: Instances. Parent ref: group-v550276. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.932424] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e3763c-29c6-40a5-9c7c-c61c7b5705e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.940993] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Created folder: Instances in parent group-v550276. [ 641.941305] env[64658]: DEBUG oslo.service.loopingcall [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.941509] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.941707] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535ce50c-c2fc-44c6-91ec-682fd04fec7d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.963275] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.963275] env[64658]: value = "task-2733151" [ 641.963275] env[64658]: _type = "Task" [ 641.963275] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.969360] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733151, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.056499] env[64658]: DEBUG oslo_vmware.api [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733144, 'name': RemoveSnapshot_Task, 'duration_secs': 1.790085} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.056675] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 642.077204] env[64658]: DEBUG nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.109514] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.109514] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.109514] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.109514] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.109980] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.109980] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.110336] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.110336] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.110533] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.110594] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.111152] env[64658]: DEBUG nova.virt.hardware [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.111901] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd817d2-85e2-4ea5-9cfc-ac37b3095df0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.121185] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755d9291-039b-4b67-994a-e95028818b1f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.137790] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.144036] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Creating folder: Project (4edf6fe674944ec898cfa54ea06185f4). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.145283] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e050b92-7dc3-4df4-840c-73c48e51df12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.157973] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Created folder: Project (4edf6fe674944ec898cfa54ea06185f4) in parent group-v550231. [ 642.157973] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Creating folder: Instances. Parent ref: group-v550279. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.157973] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7418835-2146-4970-800d-ad0ef1cfd774 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.165375] env[64658]: DEBUG nova.compute.manager [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Received event network-changed-0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.165375] env[64658]: DEBUG nova.compute.manager [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Refreshing instance network info cache due to event network-changed-0ee363ac-c1c2-49a7-b5be-060d382b0432. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.165375] env[64658]: DEBUG oslo_concurrency.lockutils [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] Acquiring lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.165375] env[64658]: DEBUG oslo_concurrency.lockutils [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] Acquired lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.165375] env[64658]: DEBUG nova.network.neutron [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Refreshing network info cache for port 0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.170103] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Created folder: Instances in parent group-v550279. [ 642.170743] env[64658]: DEBUG oslo.service.loopingcall [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.171381] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.171647] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3125d4e5-048d-46f2-9bbe-8a2817b7daba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.190719] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.190719] env[64658]: value = "task-2733154" [ 642.190719] env[64658]: _type = "Task" [ 642.190719] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.201674] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733154, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.208022] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624325} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.208022] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 70b2264f-10da-47ce-ab3b-8d79c566cd8e/70b2264f-10da-47ce-ab3b-8d79c566cd8e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.208022] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.208022] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-046aee3d-3697-4532-b9f1-621667386d28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.212772] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 642.212772] env[64658]: value = "task-2733155" [ 642.212772] env[64658]: _type = "Task" [ 642.212772] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.216580] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.219033] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.721s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.219033] env[64658]: DEBUG nova.objects.instance [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'resources' on Instance uuid 886b2525-69e9-448e-9040-681eee70d547 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.226585] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.244076] env[64658]: INFO nova.scheduler.client.report [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Deleted allocations for instance 710f1c00-ffd8-421a-aff5-53ff649944b9 [ 642.285249] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5298f487-48f8-9a03-7725-9130deedca78, 'name': SearchDatastore_Task, 'duration_secs': 0.018696} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.285911] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.285911] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.286142] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.286293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.286469] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.286741] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-117d9140-c233-4963-bfd6-5cfa207ea987 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.295671] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.295943] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.297083] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fa1882-0bbb-4e05-a602-6d43a2aef7d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.304772] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 642.304772] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5262cc79-e9c0-adde-74f0-823b2b8cc881" [ 642.304772] env[64658]: _type = "Task" [ 642.304772] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.313244] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5262cc79-e9c0-adde-74f0-823b2b8cc881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.421918] env[64658]: INFO nova.compute.manager [-] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Took 1.73 seconds to deallocate network for instance. [ 642.474544] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733151, 'name': CreateVM_Task, 'duration_secs': 0.422251} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.474855] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.475385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.475572] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.475857] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.476445] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33776976-1d9c-4cdc-8ca1-8e577b126f36 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.481884] env[64658]: DEBUG nova.compute.manager [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Received event network-vif-plugged-5dec5c58-3ef4-4960-9257-353a0eda9f03 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.482119] env[64658]: DEBUG oslo_concurrency.lockutils [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] Acquiring lock "ff247ad3-ad49-4246-83f6-c33808915635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.482345] env[64658]: DEBUG oslo_concurrency.lockutils [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] Lock "ff247ad3-ad49-4246-83f6-c33808915635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.482547] env[64658]: DEBUG oslo_concurrency.lockutils [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] Lock "ff247ad3-ad49-4246-83f6-c33808915635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.482694] env[64658]: DEBUG nova.compute.manager [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] No waiting events found dispatching network-vif-plugged-5dec5c58-3ef4-4960-9257-353a0eda9f03 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.482859] env[64658]: WARNING nova.compute.manager [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Received unexpected event network-vif-plugged-5dec5c58-3ef4-4960-9257-353a0eda9f03 for instance with vm_state building and task_state spawning. [ 642.483471] env[64658]: DEBUG nova.compute.manager [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Received event network-changed-5dec5c58-3ef4-4960-9257-353a0eda9f03 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.483471] env[64658]: DEBUG nova.compute.manager [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Refreshing instance network info cache due to event network-changed-5dec5c58-3ef4-4960-9257-353a0eda9f03. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.483471] env[64658]: DEBUG oslo_concurrency.lockutils [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] Acquiring lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.483773] env[64658]: DEBUG oslo_concurrency.lockutils [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] Acquired lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.483773] env[64658]: DEBUG nova.network.neutron [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Refreshing network info cache for port 5dec5c58-3ef4-4960-9257-353a0eda9f03 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.486302] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 642.486302] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c5ff31-e72a-1371-89db-e7e75556aec2" [ 642.486302] env[64658]: _type = "Task" [ 642.486302] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.497259] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c5ff31-e72a-1371-89db-e7e75556aec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.564234] env[64658]: WARNING nova.compute.manager [None req-f203b584-5539-4f08-9efc-490aedcd12f1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Image not found during snapshot: nova.exception.ImageNotFound: Image 3b2c7446-2a37-43e1-b1f4-21a6ab820841 could not be found. [ 642.682836] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.683119] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.707921] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733154, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.728249] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079052} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.728897] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.729906] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc723664-17e3-4913-bc49-f51eb408d4ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.753505] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 70b2264f-10da-47ce-ab3b-8d79c566cd8e/70b2264f-10da-47ce-ab3b-8d79c566cd8e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.761720] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7a5ac418-1128-4137-b076-93a32d73bcb1 tempest-ImagesNegativeTestJSON-1005945833 tempest-ImagesNegativeTestJSON-1005945833-project-member] Lock "710f1c00-ffd8-421a-aff5-53ff649944b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.972s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.763881] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c45f4a-f6b8-43b2-aaa1-6fe328b93bf4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.792707] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 642.792707] env[64658]: value = "task-2733156" [ 642.792707] env[64658]: _type = "Task" [ 642.792707] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.803556] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.820305] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5262cc79-e9c0-adde-74f0-823b2b8cc881, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.821075] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89fd851-7106-4b23-9443-1890e1cd86c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.829534] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 642.829534] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523c885b-0234-d2d7-aec7-ed6feccc3742" [ 642.829534] env[64658]: _type = "Task" [ 642.829534] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.838119] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523c885b-0234-d2d7-aec7-ed6feccc3742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.930209] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.000864] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c5ff31-e72a-1371-89db-e7e75556aec2, 'name': SearchDatastore_Task, 'duration_secs': 0.025489} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.001166] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.001397] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.001602] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.163131] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Successfully updated port: 81aff700-9bc9-471a-a24f-17d7ffb58cd4 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.204928] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733154, 'name': CreateVM_Task, 'duration_secs': 0.637475} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.205595] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.205595] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.205823] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.206423] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.208630] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1815e12-e45f-4737-8130-d18cda855962 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.219715] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 643.219715] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521c1f4e-fa2e-f7be-1817-2e16a7a176e6" [ 643.219715] env[64658]: _type = "Task" [ 643.219715] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.225090] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521c1f4e-fa2e-f7be-1817-2e16a7a176e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.262260] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec43e812-48fb-4825-964d-63b9242bd75a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.271536] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2a40b5-44cb-4729-ac4d-cc8aaecab5d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.302340] env[64658]: DEBUG nova.network.neutron [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Updated VIF entry in instance network info cache for port 0ee363ac-c1c2-49a7-b5be-060d382b0432. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.303159] env[64658]: DEBUG nova.network.neutron [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Updating instance_info_cache with network_info: [{"id": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "address": "fa:16:3e:e1:08:12", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee363ac-c1", "ovs_interfaceid": "0ee363ac-c1c2-49a7-b5be-060d382b0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.315208] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4748b5-f597-4610-a937-ac544fa92283 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.326715] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.330374] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea3b4a5-5838-4363-8e6d-5075558992bc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.350326] env[64658]: DEBUG nova.compute.provider_tree [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.354806] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523c885b-0234-d2d7-aec7-ed6feccc3742, 'name': SearchDatastore_Task, 'duration_secs': 0.021469} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.355273] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.355516] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.355847] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.356903] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.356903] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ab2d83-4377-4040-9ebd-806773a6ba8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.362726] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e541f3f4-7bae-44d8-b718-2470ed0fbbb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.370275] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 643.370275] env[64658]: value = "task-2733157" [ 643.370275] env[64658]: _type = "Task" [ 643.370275] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.375519] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.375743] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.377254] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dabbde0-8225-4339-8d1c-c899c6aac4fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.387546] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.387951] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 643.387951] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5215c4be-ee5f-ebf1-a701-568d9fd88f8e" [ 643.387951] env[64658]: _type = "Task" [ 643.387951] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.396691] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5215c4be-ee5f-ebf1-a701-568d9fd88f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.500086] env[64658]: DEBUG nova.network.neutron [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Updated VIF entry in instance network info cache for port 5dec5c58-3ef4-4960-9257-353a0eda9f03. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.500585] env[64658]: DEBUG nova.network.neutron [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Updating instance_info_cache with network_info: [{"id": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "address": "fa:16:3e:a5:9e:32", "network": {"id": "be49f540-5d4b-4b54-bc73-bc4d1ae194a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-59242990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0b65c51cb74e3fa8187f3d7f0521e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dec5c58-3e", "ovs_interfaceid": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.730842] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521c1f4e-fa2e-f7be-1817-2e16a7a176e6, 'name': SearchDatastore_Task, 'duration_secs': 0.028187} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.733531] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.733993] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.734516] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.735049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.736063] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.736063] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c364b0-3f67-4c19-91c1-d3ba28c727e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.744783] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.744980] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.745834] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73d1e44-1824-4d86-b3e8-0afd2a5033b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.753038] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 643.753038] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a615b8-1f32-a2f8-79cb-32f4e0494efe" [ 643.753038] env[64658]: _type = "Task" [ 643.753038] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.762835] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a615b8-1f32-a2f8-79cb-32f4e0494efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.814426] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733156, 'name': ReconfigVM_Task, 'duration_secs': 0.8776} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.814841] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 70b2264f-10da-47ce-ab3b-8d79c566cd8e/70b2264f-10da-47ce-ab3b-8d79c566cd8e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.815779] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ae77de3-a519-4dba-a20d-166c6936bc6a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.822137] env[64658]: DEBUG oslo_concurrency.lockutils [req-ca91d62e-0729-4f7b-a87c-d8c22eccf59b req-8f964f75-6b19-45dd-ac5b-38c7dae22418 service nova] Releasing lock "refresh_cache-71f0d861-99c4-497c-a520-fc4ca1c53fb7" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.824826] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 643.824826] env[64658]: value = "task-2733158" [ 643.824826] env[64658]: _type = "Task" [ 643.824826] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.838608] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733158, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.856884] env[64658]: DEBUG nova.scheduler.client.report [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.883678] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733157, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.898530] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5215c4be-ee5f-ebf1-a701-568d9fd88f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.042344} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.899454] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b4a33c-ac40-417e-9169-325b018eced6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.908451] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 643.908451] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525cbfce-51b7-5116-16d9-1d9ab8dc47b3" [ 643.908451] env[64658]: _type = "Task" [ 643.908451] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.922869] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525cbfce-51b7-5116-16d9-1d9ab8dc47b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.951037] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.951248] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.004037] env[64658]: DEBUG oslo_concurrency.lockutils [req-5526dbbf-cf45-4ccc-b65c-7829da83f020 req-24fa8883-51fd-4586-81cc-665fd4966c22 service nova] Releasing lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.268052] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a615b8-1f32-a2f8-79cb-32f4e0494efe, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.268813] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc1a124-4187-4505-a13d-570a3ef2ca1f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.274429] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 644.274429] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520133d8-8a38-6dea-b09a-20d39150b792" [ 644.274429] env[64658]: _type = "Task" [ 644.274429] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.284089] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520133d8-8a38-6dea-b09a-20d39150b792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.341157] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733158, 'name': Rename_Task, 'duration_secs': 0.502947} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.341796] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.343546] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef693f3a-745b-439d-a95c-26f8975b6b6e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.350448] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 644.350448] env[64658]: value = "task-2733159" [ 644.350448] env[64658]: _type = "Task" [ 644.350448] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.360468] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.364469] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.371019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.504s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.372921] env[64658]: INFO nova.compute.claims [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.394269] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886244} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.394612] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.394940] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.395267] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314fe8a8-9faa-4778-88ea-d1a386afe2e3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.402456] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 644.402456] env[64658]: value = "task-2733160" [ 644.402456] env[64658]: _type = "Task" [ 644.402456] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.413653] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.418544] env[64658]: INFO nova.scheduler.client.report [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted allocations for instance 886b2525-69e9-448e-9040-681eee70d547 [ 644.431650] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525cbfce-51b7-5116-16d9-1d9ab8dc47b3, 'name': SearchDatastore_Task, 'duration_secs': 0.064549} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.431650] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.431650] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ff247ad3-ad49-4246-83f6-c33808915635/ff247ad3-ad49-4246-83f6-c33808915635.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.431650] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c37e77-9cde-49c0-8272-9ad67a496333 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.438688] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 644.438688] env[64658]: value = "task-2733161" [ 644.438688] env[64658]: _type = "Task" [ 644.438688] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.449562] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.785552] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520133d8-8a38-6dea-b09a-20d39150b792, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.785921] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.786224] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] e0c23711-ce59-4242-85cf-3f6d66b14339/e0c23711-ce59-4242-85cf-3f6d66b14339.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.786497] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a5cad00-91be-4219-840a-e92ef60aabd0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.795425] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 644.795425] env[64658]: value = "task-2733162" [ 644.795425] env[64658]: _type = "Task" [ 644.795425] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.803876] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.848747] env[64658]: DEBUG nova.compute.manager [req-56cd969d-1790-4bd3-a97f-6c3f57a21c82 req-9f6ae0f9-6e0b-4d62-b18b-4973a00d0cd8 service nova] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Received event network-vif-deleted-bf5adb0a-0cbf-4e4c-85be-ea8c23e3e3c5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.861646] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.918231] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27634} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.919978] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.920263] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1caa5b-3331-4262-8ebe-9883c35e5d63 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.948553] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.949721] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7b4eaee2-2b38-410f-8be0-46735acafc3d tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "886b2525-69e9-448e-9040-681eee70d547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.654s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.952281] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ec7325-e757-436c-9a60-fdef9cc7a624 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.985764] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.987890] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 644.987890] env[64658]: value = "task-2733163" [ 644.987890] env[64658]: _type = "Task" [ 644.987890] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.002786] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733163, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.175066] env[64658]: DEBUG nova.compute.manager [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-vif-plugged-81aff700-9bc9-471a-a24f-17d7ffb58cd4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.175349] env[64658]: DEBUG oslo_concurrency.lockutils [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] Acquiring lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.175556] env[64658]: DEBUG oslo_concurrency.lockutils [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.175776] env[64658]: DEBUG oslo_concurrency.lockutils [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.176550] env[64658]: DEBUG nova.compute.manager [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] No waiting events found dispatching network-vif-plugged-81aff700-9bc9-471a-a24f-17d7ffb58cd4 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.176550] env[64658]: WARNING nova.compute.manager [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received unexpected event network-vif-plugged-81aff700-9bc9-471a-a24f-17d7ffb58cd4 for instance with vm_state building and task_state spawning. [ 645.176550] env[64658]: DEBUG nova.compute.manager [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-changed-81aff700-9bc9-471a-a24f-17d7ffb58cd4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.176550] env[64658]: DEBUG nova.compute.manager [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Refreshing instance network info cache due to event network-changed-81aff700-9bc9-471a-a24f-17d7ffb58cd4. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.176763] env[64658]: DEBUG oslo_concurrency.lockutils [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] Acquiring lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.177078] env[64658]: DEBUG oslo_concurrency.lockutils [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] Acquired lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.177366] env[64658]: DEBUG nova.network.neutron [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Refreshing network info cache for port 81aff700-9bc9-471a-a24f-17d7ffb58cd4 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.310958] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.366593] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.464329] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913046} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.464855] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ff247ad3-ad49-4246-83f6-c33808915635/ff247ad3-ad49-4246-83f6-c33808915635.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.465130] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.465402] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e238eea-f272-4d34-9221-5931b51b7b3c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.478334] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 645.478334] env[64658]: value = "task-2733164" [ 645.478334] env[64658]: _type = "Task" [ 645.478334] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.484869] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "65ee8800-400a-4baa-b696-e7a405c8fc16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.485349] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.485597] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "65ee8800-400a-4baa-b696-e7a405c8fc16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.485897] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.486158] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.494714] env[64658]: INFO nova.compute.manager [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Terminating instance [ 645.507887] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.512069] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.771752] env[64658]: DEBUG nova.network.neutron [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.813488] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977726} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.813914] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] e0c23711-ce59-4242-85cf-3f6d66b14339/e0c23711-ce59-4242-85cf-3f6d66b14339.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.814307] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.814675] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-691475fc-f6a6-4fa0-8cb4-5e9200fba45c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.827028] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 645.827028] env[64658]: value = "task-2733165" [ 645.827028] env[64658]: _type = "Task" [ 645.827028] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.837808] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.868810] env[64658]: DEBUG oslo_vmware.api [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733159, 'name': PowerOnVM_Task, 'duration_secs': 1.032484} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.869366] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.869939] env[64658]: INFO nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Took 11.54 seconds to spawn the instance on the hypervisor. [ 645.870115] env[64658]: DEBUG nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.871142] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38152849-9e85-44a1-ad44-07641ba4a867 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.963940] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfc9aaf-1025-4328-bceb-18d37842c00a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.975456] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d23581-81db-468a-9ef5-9efb44bd614b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.978751] env[64658]: DEBUG nova.network.neutron [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.016221] env[64658]: DEBUG nova.compute.manager [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.016525] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.026318] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b8d9e-efea-4caa-90e0-d7a0919f2fad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.035288] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a8b149-9bf7-48b6-b507-9c4774184a4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.040582] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122581} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.041178] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.043130] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89679aba-a5de-4a59-a85e-25beb8f34f39 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.052529] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733163, 'name': ReconfigVM_Task, 'duration_secs': 0.721543} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.052785] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.058528] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a66d85-243e-4c77-97e1-1de6f0f4a5b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.062532] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd/d12ab548-1d7e-45a3-9418-bab927ce63cd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.063198] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88a3386-edb8-4e77-855c-b1629c920b16 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.075898] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff75351c-e8d5-4a61-9805-215c59f673a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.086335] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] ff247ad3-ad49-4246-83f6-c33808915635/ff247ad3-ad49-4246-83f6-c33808915635.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.087475] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Successfully updated port: 6dca3a96-0301-4830-9731-fac1b2010693 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.090686] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1bd83c0-3b18-4882-8959-e41d4d11d752 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.117294] env[64658]: DEBUG oslo_vmware.api [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 646.117294] env[64658]: value = "task-2733166" [ 646.117294] env[64658]: _type = "Task" [ 646.117294] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.117531] env[64658]: DEBUG nova.compute.provider_tree [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.120565] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 646.120565] env[64658]: value = "task-2733167" [ 646.120565] env[64658]: _type = "Task" [ 646.120565] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.129386] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 646.129386] env[64658]: value = "task-2733168" [ 646.129386] env[64658]: _type = "Task" [ 646.129386] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.139239] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733167, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.139992] env[64658]: DEBUG oslo_vmware.api [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.146932] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.338992] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302071} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.339222] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.340142] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d614e089-9e9e-4df3-a17a-f9be73234461 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.363226] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] e0c23711-ce59-4242-85cf-3f6d66b14339/e0c23711-ce59-4242-85cf-3f6d66b14339.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.363571] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544e1eeb-4e07-42aa-b8d3-d200662d595f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.391261] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 646.391261] env[64658]: value = "task-2733169" [ 646.391261] env[64658]: _type = "Task" [ 646.391261] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.399033] env[64658]: INFO nova.compute.manager [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Took 27.07 seconds to build instance. [ 646.405683] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.485367] env[64658]: DEBUG oslo_concurrency.lockutils [req-b3529b2b-1a28-4437-842b-1d1b4c3bd4d4 req-b787f3f1-155a-4ded-a60b-0619a136a88d service nova] Releasing lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.626646] env[64658]: DEBUG nova.scheduler.client.report [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.644466] env[64658]: DEBUG oslo_vmware.api [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733166, 'name': PowerOffVM_Task, 'duration_secs': 0.357281} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.645171] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.645655] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.645655] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-befa2a31-b058-4110-b06e-386dc5a0313b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.653155] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733168, 'name': ReconfigVM_Task, 'duration_secs': 0.374286} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.653528] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733167, 'name': Rename_Task, 'duration_secs': 0.166047} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.654699] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Reconfigured VM instance instance-0000000f to attach disk [datastore1] ff247ad3-ad49-4246-83f6-c33808915635/ff247ad3-ad49-4246-83f6-c33808915635.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.655629] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.656187] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05424f42-320d-4a57-b2d2-9d7d299eb5d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.657869] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bf1eb53-104f-4da9-abce-e493adbe31e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.666632] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 646.666632] env[64658]: value = "task-2733171" [ 646.666632] env[64658]: _type = "Task" [ 646.666632] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.668440] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Waiting for the task: (returnval){ [ 646.668440] env[64658]: value = "task-2733172" [ 646.668440] env[64658]: _type = "Task" [ 646.668440] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.680190] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733171, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.724765] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.724885] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.725076] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleting the datastore file [datastore1] 65ee8800-400a-4baa-b696-e7a405c8fc16 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.725723] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1165609f-c079-4a35-9add-46af936de533 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.733492] env[64658]: DEBUG oslo_vmware.api [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 646.733492] env[64658]: value = "task-2733173" [ 646.733492] env[64658]: _type = "Task" [ 646.733492] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.751564] env[64658]: DEBUG oslo_vmware.api [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.911197] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f1aa76ff-26f9-47ec-85fd-313e1ebd5088 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.911197] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733169, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.137390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.138769] env[64658]: DEBUG nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.144158] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.369s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.144158] env[64658]: INFO nova.compute.claims [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.189702] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733171, 'name': Rename_Task, 'duration_secs': 0.205954} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.189702] env[64658]: DEBUG oslo_vmware.api [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Task: {'id': task-2733172, 'name': PowerOnVM_Task, 'duration_secs': 0.498686} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.191198] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.193417] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.194386] env[64658]: DEBUG nova.compute.manager [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.194386] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e00193e-b392-47f9-8216-4a4c7c4b3363 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.196322] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637acc4b-4f5c-46fe-b0a5-1822fc9849c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.212826] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 647.212826] env[64658]: value = "task-2733174" [ 647.212826] env[64658]: _type = "Task" [ 647.212826] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.222313] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.247287] env[64658]: DEBUG oslo_vmware.api [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303397} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.248449] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.248449] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.248449] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.248449] env[64658]: INFO nova.compute.manager [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Took 1.23 seconds to destroy the instance on the hypervisor. [ 647.248449] env[64658]: DEBUG oslo.service.loopingcall [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.248749] env[64658]: DEBUG nova.compute.manager [-] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.248749] env[64658]: DEBUG nova.network.neutron [-] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.409548] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733169, 'name': ReconfigVM_Task, 'duration_secs': 0.540042} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.409920] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Reconfigured VM instance instance-00000011 to attach disk [datastore2] e0c23711-ce59-4242-85cf-3f6d66b14339/e0c23711-ce59-4242-85cf-3f6d66b14339.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.413491] env[64658]: DEBUG nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.418214] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94cf359a-4aaf-4fa2-a128-c9c6fca91fbf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.426180] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 647.426180] env[64658]: value = "task-2733175" [ 647.426180] env[64658]: _type = "Task" [ 647.426180] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.436285] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733175, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.480064] env[64658]: DEBUG nova.compute.manager [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-vif-plugged-6dca3a96-0301-4830-9731-fac1b2010693 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.480474] env[64658]: DEBUG oslo_concurrency.lockutils [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] Acquiring lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.480711] env[64658]: DEBUG oslo_concurrency.lockutils [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.480905] env[64658]: DEBUG oslo_concurrency.lockutils [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.481106] env[64658]: DEBUG nova.compute.manager [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] No waiting events found dispatching network-vif-plugged-6dca3a96-0301-4830-9731-fac1b2010693 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.481296] env[64658]: WARNING nova.compute.manager [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received unexpected event network-vif-plugged-6dca3a96-0301-4830-9731-fac1b2010693 for instance with vm_state building and task_state spawning. [ 647.481460] env[64658]: DEBUG nova.compute.manager [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-changed-6dca3a96-0301-4830-9731-fac1b2010693 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.481628] env[64658]: DEBUG nova.compute.manager [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Refreshing instance network info cache due to event network-changed-6dca3a96-0301-4830-9731-fac1b2010693. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.481833] env[64658]: DEBUG oslo_concurrency.lockutils [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] Acquiring lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.481982] env[64658]: DEBUG oslo_concurrency.lockutils [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] Acquired lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.482163] env[64658]: DEBUG nova.network.neutron [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Refreshing network info cache for port 6dca3a96-0301-4830-9731-fac1b2010693 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.497089] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "13f79be3-8768-4656-a6b4-1ba4618a332a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.498700] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.655581] env[64658]: DEBUG nova.compute.utils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.660786] env[64658]: DEBUG nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Not allocating networking since 'none' was specified. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 647.729064] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.736406] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.940206] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733175, 'name': Rename_Task, 'duration_secs': 0.134092} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.940871] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.941307] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d6e12e2-311e-4e3b-9808-3a2375e72569 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.950035] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 647.950035] env[64658]: value = "task-2733176" [ 647.950035] env[64658]: _type = "Task" [ 647.950035] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.956247] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.958322] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.038357] env[64658]: DEBUG nova.network.neutron [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.150068] env[64658]: DEBUG nova.network.neutron [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.161281] env[64658]: DEBUG nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.236380] env[64658]: DEBUG oslo_vmware.api [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733174, 'name': PowerOnVM_Task, 'duration_secs': 0.720272} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.239953] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.240349] env[64658]: INFO nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Took 11.39 seconds to spawn the instance on the hypervisor. [ 648.240640] env[64658]: DEBUG nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.242243] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2357bc65-0768-4829-be39-7a613c1b206c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.366297] env[64658]: DEBUG nova.network.neutron [-] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.459111] env[64658]: DEBUG oslo_vmware.api [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733176, 'name': PowerOnVM_Task, 'duration_secs': 0.489196} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.460010] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.460010] env[64658]: INFO nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Took 6.38 seconds to spawn the instance on the hypervisor. [ 648.460010] env[64658]: DEBUG nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.460911] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e32dc7-7564-4c4a-87f5-08bb02e202b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.550233] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Successfully updated port: b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.647453] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "d12ab548-1d7e-45a3-9418-bab927ce63cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.647709] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "d12ab548-1d7e-45a3-9418-bab927ce63cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.647985] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "d12ab548-1d7e-45a3-9418-bab927ce63cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.648203] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "d12ab548-1d7e-45a3-9418-bab927ce63cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.648626] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "d12ab548-1d7e-45a3-9418-bab927ce63cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.650596] env[64658]: INFO nova.compute.manager [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Terminating instance [ 648.653174] env[64658]: DEBUG oslo_concurrency.lockutils [req-c096fa7c-abc0-4906-8f68-5aa3efa4f41c req-4c974676-fbf3-48a3-9504-5c675714c76a service nova] Releasing lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.678247] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8575d8-d893-4b91-893d-e559a61abc66 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.688151] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ca14e-a272-4d45-b1fd-0e49575a2273 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.724037] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d190a8b8-4130-414f-b33a-64f75de6f67e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.731517] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3db7f5-a4e4-4344-8d56-8b3d156371e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.746729] env[64658]: DEBUG nova.compute.provider_tree [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.765268] env[64658]: INFO nova.compute.manager [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Took 29.31 seconds to build instance. [ 648.870419] env[64658]: INFO nova.compute.manager [-] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Took 1.62 seconds to deallocate network for instance. [ 648.988417] env[64658]: INFO nova.compute.manager [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Took 27.78 seconds to build instance. [ 649.058448] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.058586] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.058731] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.162022] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "refresh_cache-d12ab548-1d7e-45a3-9418-bab927ce63cd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.162022] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquired lock "refresh_cache-d12ab548-1d7e-45a3-9418-bab927ce63cd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.162022] env[64658]: DEBUG nova.network.neutron [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.182232] env[64658]: DEBUG nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.223494] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.225580] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.225580] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.225580] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.225580] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.225580] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.226724] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.226724] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.226724] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.226925] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.227309] env[64658]: DEBUG nova.virt.hardware [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.228367] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11e0ae-7eab-4860-a90c-5b43089b588c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.245448] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ff7419-96c1-477d-abb3-ae0023896095 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.252027] env[64658]: DEBUG nova.scheduler.client.report [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.270564] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6b2b3040-3db5-4488-979c-8eadb5df1d69 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.202s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.271233] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.277620] env[64658]: DEBUG oslo.service.loopingcall [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.278986] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.286065] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48d6aa1f-75bd-400c-8f8d-b6a7fcb5d64b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.303357] env[64658]: DEBUG nova.compute.manager [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.304335] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a370103-8028-43ce-b2f7-1d5236a43902 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.317561] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.317561] env[64658]: value = "task-2733177" [ 649.317561] env[64658]: _type = "Task" [ 649.317561] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.327700] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733177, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.376554] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.491115] env[64658]: DEBUG oslo_concurrency.lockutils [None req-24c34c1d-84d6-4c3f-8cf2-19d35fbb49b6 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "e0c23711-ce59-4242-85cf-3f6d66b14339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.735s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.626963] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.715189] env[64658]: DEBUG nova.network.neutron [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.762586] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.764133] env[64658]: DEBUG nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.766632] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.923s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.768563] env[64658]: INFO nova.compute.claims [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.789267] env[64658]: DEBUG nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.818471] env[64658]: INFO nova.compute.manager [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] instance snapshotting [ 649.826450] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd2153-4d65-4709-8b18-214ed5852708 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.854448] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733177, 'name': CreateVM_Task, 'duration_secs': 0.507345} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.854448] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.854603] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f7fbc1-5d05-4fd7-a32b-4e9d87d533e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.858824] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.859023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.859371] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.863678] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e523dc-ede6-4a7e-8287-dc81b0809a0b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.866124] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "b14417a8-4522-465d-9eff-f44b1e438595" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.866461] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.874308] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 649.874308] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52bb4edc-d92f-cb12-bfc3-1a9fd6ea6edb" [ 649.874308] env[64658]: _type = "Task" [ 649.874308] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.881242] env[64658]: DEBUG nova.network.neutron [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.889390] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bb4edc-d92f-cb12-bfc3-1a9fd6ea6edb, 'name': SearchDatastore_Task, 'duration_secs': 0.012771} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.889390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.889390] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.889573] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.889616] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.889769] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.890039] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc6b3d0-2b6a-4dd1-b205-1b60e142f9cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.901196] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.901196] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.901585] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae1adb4-7de9-4b2d-9d9c-33bd599954ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.909109] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 649.909109] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523a571f-3ebc-fbec-80dc-372faaaa98e6" [ 649.909109] env[64658]: _type = "Task" [ 649.909109] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.919420] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523a571f-3ebc-fbec-80dc-372faaaa98e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.999411] env[64658]: DEBUG nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.269794] env[64658]: DEBUG nova.compute.utils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.269964] env[64658]: DEBUG nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.270282] env[64658]: DEBUG nova.network.neutron [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.308211] env[64658]: DEBUG nova.compute.manager [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Received event network-vif-deleted-ab030168-2cff-488f-a503-9635c09acd26 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.308211] env[64658]: DEBUG nova.compute.manager [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-vif-plugged-b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.308211] env[64658]: DEBUG oslo_concurrency.lockutils [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] Acquiring lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.308211] env[64658]: DEBUG oslo_concurrency.lockutils [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.308211] env[64658]: DEBUG oslo_concurrency.lockutils [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.308570] env[64658]: DEBUG nova.compute.manager [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] No waiting events found dispatching network-vif-plugged-b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.308570] env[64658]: WARNING nova.compute.manager [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received unexpected event network-vif-plugged-b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 for instance with vm_state building and task_state spawning. [ 650.308570] env[64658]: DEBUG nova.compute.manager [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-changed-b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.308570] env[64658]: DEBUG nova.compute.manager [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Refreshing instance network info cache due to event network-changed-b3f33cfb-1ec0-47d5-b1ab-e49b28a61167. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.308570] env[64658]: DEBUG oslo_concurrency.lockutils [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] Acquiring lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.322771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.377258] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.377704] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dfb340e7-38e5-4ce3-90ca-cbe2bdda55d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.383636] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Releasing lock "refresh_cache-d12ab548-1d7e-45a3-9418-bab927ce63cd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.384196] env[64658]: DEBUG nova.compute.manager [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.384477] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.387665] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4e4a1-816e-4dba-abf1-76a9395947f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.393836] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 650.393836] env[64658]: value = "task-2733178" [ 650.393836] env[64658]: _type = "Task" [ 650.393836] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.396274] env[64658]: DEBUG nova.policy [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6eaaeb981c54b5eb56ec6461af59900', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5b47479009c4720a6547c318aef9b53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.408216] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.410926] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f5c04cd-78b7-40d4-8fa0-d2b4f560c21e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.416082] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.433056] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523a571f-3ebc-fbec-80dc-372faaaa98e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.434568] env[64658]: DEBUG oslo_vmware.api [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 650.434568] env[64658]: value = "task-2733179" [ 650.434568] env[64658]: _type = "Task" [ 650.434568] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.435121] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10fc9357-fa1b-498a-8129-de3f58395920 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.443630] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 650.443630] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527f36a7-984b-c9ed-4378-112912247530" [ 650.443630] env[64658]: _type = "Task" [ 650.443630] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.448940] env[64658]: DEBUG oslo_vmware.api [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.455585] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527f36a7-984b-c9ed-4378-112912247530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.522674] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.522935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.525779] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.766281] env[64658]: DEBUG nova.network.neutron [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Updating instance_info_cache with network_info: [{"id": "81aff700-9bc9-471a-a24f-17d7ffb58cd4", "address": "fa:16:3e:f2:02:43", "network": {"id": "eed3a9b6-23c2-4380-9f1f-0d0a751c8a9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-96686016", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aff700-9b", "ovs_interfaceid": "81aff700-9bc9-471a-a24f-17d7ffb58cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dca3a96-0301-4830-9731-fac1b2010693", "address": "fa:16:3e:e7:36:4d", "network": {"id": "274a8561-96a5-42aa-82ee-d51d8385360e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1567783781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dca3a96-03", "ovs_interfaceid": "6dca3a96-0301-4830-9731-fac1b2010693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3f33cfb-1ec0-47d5-b1ab-e49b28a61167", "address": "fa:16:3e:e3:08:2c", "network": {"id": "eed3a9b6-23c2-4380-9f1f-0d0a751c8a9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-96686016", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f33cfb-1e", "ovs_interfaceid": "b3f33cfb-1ec0-47d5-b1ab-e49b28a61167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.774433] env[64658]: DEBUG nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.913614] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.947224] env[64658]: DEBUG oslo_vmware.api [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733179, 'name': PowerOffVM_Task, 'duration_secs': 0.199562} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.955242] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.955525] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.956057] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e38e9d3-f82d-4750-8da0-d3c675f30658 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.964126] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527f36a7-984b-c9ed-4378-112912247530, 'name': SearchDatastore_Task, 'duration_secs': 0.017041} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.964429] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.964766] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.965130] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-125fb2d6-ea36-4f51-bf19-23254f07ee56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.975925] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 650.975925] env[64658]: value = "task-2733181" [ 650.975925] env[64658]: _type = "Task" [ 650.975925] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.980636] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.981197] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.981197] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Deleting the datastore file [datastore1] d12ab548-1d7e-45a3-9418-bab927ce63cd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.985257] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8c53851-688d-47f4-872a-f4e8e1077c32 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.990426] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.994789] env[64658]: DEBUG oslo_vmware.api [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for the task: (returnval){ [ 650.994789] env[64658]: value = "task-2733182" [ 650.994789] env[64658]: _type = "Task" [ 650.994789] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.002463] env[64658]: DEBUG oslo_vmware.api [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.034315] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "ff247ad3-ad49-4246-83f6-c33808915635" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.034506] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.034889] env[64658]: INFO nova.compute.manager [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Rebooting instance [ 651.167829] env[64658]: DEBUG nova.network.neutron [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Successfully created port: 9e13c25c-2df5-445a-9b37-586ffa546ec9 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.270911] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Releasing lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.271384] env[64658]: DEBUG nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Instance network_info: |[{"id": "81aff700-9bc9-471a-a24f-17d7ffb58cd4", "address": "fa:16:3e:f2:02:43", "network": {"id": "eed3a9b6-23c2-4380-9f1f-0d0a751c8a9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-96686016", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aff700-9b", "ovs_interfaceid": "81aff700-9bc9-471a-a24f-17d7ffb58cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dca3a96-0301-4830-9731-fac1b2010693", "address": "fa:16:3e:e7:36:4d", "network": {"id": "274a8561-96a5-42aa-82ee-d51d8385360e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1567783781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dca3a96-03", "ovs_interfaceid": "6dca3a96-0301-4830-9731-fac1b2010693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3f33cfb-1ec0-47d5-b1ab-e49b28a61167", "address": "fa:16:3e:e3:08:2c", "network": {"id": "eed3a9b6-23c2-4380-9f1f-0d0a751c8a9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-96686016", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f33cfb-1e", "ovs_interfaceid": "b3f33cfb-1ec0-47d5-b1ab-e49b28a61167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.271705] env[64658]: DEBUG oslo_concurrency.lockutils [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] Acquired lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.271880] env[64658]: DEBUG nova.network.neutron [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Refreshing network info cache for port b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.273309] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:02:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81aff700-9bc9-471a-a24f-17d7ffb58cd4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:36:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dca3a96-0301-4830-9731-fac1b2010693', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:08:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3f33cfb-1ec0-47d5-b1ab-e49b28a61167', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.289351] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Creating folder: Project (a11a69e60e414ac9a923ed3ab750e954). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.299594] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb1e4bf3-2589-4b22-978a-f3c653dbb509 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.316118] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Created folder: Project (a11a69e60e414ac9a923ed3ab750e954) in parent group-v550231. [ 651.316353] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Creating folder: Instances. Parent ref: group-v550284. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.316622] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b227f4f-8aa6-43b0-8181-1eb40ae4fdef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.334268] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Created folder: Instances in parent group-v550284. [ 651.334268] env[64658]: DEBUG oslo.service.loopingcall [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.334608] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.337372] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da0b5ac0-d0c2-424f-81bc-621eab9e6a17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.371238] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.371238] env[64658]: value = "task-2733185" [ 651.371238] env[64658]: _type = "Task" [ 651.371238] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.386809] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733185, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.412210] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733178, 'name': CreateSnapshot_Task, 'duration_secs': 0.742799} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.415397] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.417110] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05861cf3-f4be-40d6-824b-f811cb9d0cde {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.431203] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff4fb6-8dae-44b1-8cdc-3fb36ee6fe80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.442186] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dc7a59-76c3-40ad-be1c-92c690027537 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.475248] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c0b865-9d8a-4b66-8b43-a3b25cbcd41b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.490135] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe116da3-5996-4c1c-be97-c2224a3b8003 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.495330] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733181, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.508189] env[64658]: DEBUG nova.compute.provider_tree [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.514888] env[64658]: DEBUG oslo_vmware.api [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Task: {'id': task-2733182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140889} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.515913] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.515913] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.515913] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.516213] env[64658]: INFO nova.compute.manager [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 651.516576] env[64658]: DEBUG oslo.service.loopingcall [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.517488] env[64658]: DEBUG nova.compute.manager [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.517590] env[64658]: DEBUG nova.network.neutron [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.561051] env[64658]: DEBUG nova.network.neutron [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.584730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.584938] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquired lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.585144] env[64658]: DEBUG nova.network.neutron [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.803087] env[64658]: DEBUG nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.840496] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.840799] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.840958] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.841151] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.841294] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.841434] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.841636] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.841790] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.841954] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.842134] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.842310] env[64658]: DEBUG nova.virt.hardware [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.843202] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48d77b9-b5f0-426a-ab24-58e072dee26c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.851129] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "9c994fa0-bb33-442d-8a59-8639509102c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.851379] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "9c994fa0-bb33-442d-8a59-8639509102c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.855917] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbe9863-003c-464a-8850-611fca13fcd6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.883156] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733185, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.944735] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.944735] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-162cd249-6145-4bdd-b86e-6d508f1e587c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.955464] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 651.955464] env[64658]: value = "task-2733186" [ 651.955464] env[64658]: _type = "Task" [ 651.955464] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.964415] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733186, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.988907] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.012097] env[64658]: DEBUG nova.scheduler.client.report [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.067779] env[64658]: DEBUG nova.network.neutron [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.194591] env[64658]: DEBUG nova.network.neutron [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Updated VIF entry in instance network info cache for port b3f33cfb-1ec0-47d5-b1ab-e49b28a61167. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.195256] env[64658]: DEBUG nova.network.neutron [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Updating instance_info_cache with network_info: [{"id": "81aff700-9bc9-471a-a24f-17d7ffb58cd4", "address": "fa:16:3e:f2:02:43", "network": {"id": "eed3a9b6-23c2-4380-9f1f-0d0a751c8a9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-96686016", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81aff700-9b", "ovs_interfaceid": "81aff700-9bc9-471a-a24f-17d7ffb58cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dca3a96-0301-4830-9731-fac1b2010693", "address": "fa:16:3e:e7:36:4d", "network": {"id": "274a8561-96a5-42aa-82ee-d51d8385360e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1567783781", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dca3a96-03", "ovs_interfaceid": "6dca3a96-0301-4830-9731-fac1b2010693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3f33cfb-1ec0-47d5-b1ab-e49b28a61167", "address": "fa:16:3e:e3:08:2c", "network": {"id": "eed3a9b6-23c2-4380-9f1f-0d0a751c8a9c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-96686016", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f33cfb-1e", "ovs_interfaceid": "b3f33cfb-1ec0-47d5-b1ab-e49b28a61167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.387171] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733185, 'name': CreateVM_Task, 'duration_secs': 0.577039} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.387306] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.388200] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.388371] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.389026] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.389026] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784474ee-c1e1-400e-8d24-74ca934d8f2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.394415] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 652.394415] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a1f52e-1f8d-bf48-aba8-e4f4f465f27f" [ 652.394415] env[64658]: _type = "Task" [ 652.394415] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.407682] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a1f52e-1f8d-bf48-aba8-e4f4f465f27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.470265] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733186, 'name': CloneVM_Task} progress is 93%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.492850] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.509571] env[64658]: DEBUG nova.network.neutron [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Updating instance_info_cache with network_info: [{"id": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "address": "fa:16:3e:a5:9e:32", "network": {"id": "be49f540-5d4b-4b54-bc73-bc4d1ae194a2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-59242990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e0b65c51cb74e3fa8187f3d7f0521e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dec5c58-3e", "ovs_interfaceid": "5dec5c58-3ef4-4960-9257-353a0eda9f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.517217] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.518765] env[64658]: DEBUG nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.523281] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.524s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.524150] env[64658]: INFO nova.compute.claims [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.571987] env[64658]: INFO nova.compute.manager [-] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Took 1.05 seconds to deallocate network for instance. [ 652.698823] env[64658]: DEBUG oslo_concurrency.lockutils [req-29016f64-489b-4b67-93f3-cf1dd7a37b9a req-e3a6916a-0b46-412a-85ef-125f3ca0d90a service nova] Releasing lock "refresh_cache-39cae338-894d-4af1-9a81-54e840fa5dd0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.911720] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a1f52e-1f8d-bf48-aba8-e4f4f465f27f, 'name': SearchDatastore_Task, 'duration_secs': 0.044785} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.912141] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.912369] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.912603] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.912966] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.912966] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.913193] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e76128-c121-4e33-8b7a-4771bab4270f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.928658] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.928658] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.930019] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16900edd-b207-4b7f-8fe6-149949e6ece8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.935241] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 652.935241] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5273b48b-894e-2e8f-140c-5e511db014bb" [ 652.935241] env[64658]: _type = "Task" [ 652.935241] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.944729] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5273b48b-894e-2e8f-140c-5e511db014bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.969247] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733186, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.991852] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733181, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.724398} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.992250] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.992407] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.992755] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-891c070c-eec4-437d-8aed-5d783d10279a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.001486] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 653.001486] env[64658]: value = "task-2733187" [ 653.001486] env[64658]: _type = "Task" [ 653.001486] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.010233] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.011872] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Releasing lock "refresh_cache-ff247ad3-ad49-4246-83f6-c33808915635" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.028367] env[64658]: DEBUG nova.compute.utils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 653.032584] env[64658]: DEBUG nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.032685] env[64658]: DEBUG nova.network.neutron [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.085811] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.095204] env[64658]: DEBUG nova.policy [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fece493534d476a86d8cec9e65247bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '565e24951e3a4cc6b6a75335b499f1cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.446586] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5273b48b-894e-2e8f-140c-5e511db014bb, 'name': SearchDatastore_Task, 'duration_secs': 0.029536} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.447228] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49919df7-b3a7-4442-b29e-58ff67c9dc72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.452587] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 653.452587] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52410eb5-4ca6-be04-0337-8e478021f7cb" [ 653.452587] env[64658]: _type = "Task" [ 653.452587] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.466091] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52410eb5-4ca6-be04-0337-8e478021f7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.476675] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733186, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.511712] env[64658]: DEBUG nova.network.neutron [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Successfully updated port: 9e13c25c-2df5-445a-9b37-586ffa546ec9 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.523769] env[64658]: DEBUG nova.compute.manager [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.525330] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a4746-040e-4bcc-92a3-d92a00986623 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.532468] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066869} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.533391] env[64658]: DEBUG nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.536860] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.545107] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf83072-fa3e-4e27-be5c-13c3f51132c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.578507] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.579178] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ceba971-5f95-4235-90f6-a3a93b5425eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.607524] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 653.607524] env[64658]: value = "task-2733188" [ 653.607524] env[64658]: _type = "Task" [ 653.607524] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.616519] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.797838] env[64658]: DEBUG nova.compute.manager [req-0b1a89c4-969f-4b5b-a4c2-e3223f6bb1ff req-1e51d565-49df-41c8-afa3-82ba059d1363 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Received event network-vif-plugged-9e13c25c-2df5-445a-9b37-586ffa546ec9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.798085] env[64658]: DEBUG oslo_concurrency.lockutils [req-0b1a89c4-969f-4b5b-a4c2-e3223f6bb1ff req-1e51d565-49df-41c8-afa3-82ba059d1363 service nova] Acquiring lock "59f7c6bd-3585-4f25-897d-435f6a4badb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.798483] env[64658]: DEBUG oslo_concurrency.lockutils [req-0b1a89c4-969f-4b5b-a4c2-e3223f6bb1ff req-1e51d565-49df-41c8-afa3-82ba059d1363 service nova] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.798611] env[64658]: DEBUG oslo_concurrency.lockutils [req-0b1a89c4-969f-4b5b-a4c2-e3223f6bb1ff req-1e51d565-49df-41c8-afa3-82ba059d1363 service nova] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.798826] env[64658]: DEBUG nova.compute.manager [req-0b1a89c4-969f-4b5b-a4c2-e3223f6bb1ff req-1e51d565-49df-41c8-afa3-82ba059d1363 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] No waiting events found dispatching network-vif-plugged-9e13c25c-2df5-445a-9b37-586ffa546ec9 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.798913] env[64658]: WARNING nova.compute.manager [req-0b1a89c4-969f-4b5b-a4c2-e3223f6bb1ff req-1e51d565-49df-41c8-afa3-82ba059d1363 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Received unexpected event network-vif-plugged-9e13c25c-2df5-445a-9b37-586ffa546ec9 for instance with vm_state building and task_state spawning. [ 653.827578] env[64658]: DEBUG nova.network.neutron [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Successfully created port: 78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.965048] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52410eb5-4ca6-be04-0337-8e478021f7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.018164} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.968077] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.969133] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 39cae338-894d-4af1-9a81-54e840fa5dd0/39cae338-894d-4af1-9a81-54e840fa5dd0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.969133] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0dcf13d-28c1-4eb9-a2da-d1edc3810d21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.975261] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733186, 'name': CloneVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.980299] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 653.980299] env[64658]: value = "task-2733189" [ 653.980299] env[64658]: _type = "Task" [ 653.980299] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.994047] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.018679] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "refresh_cache-59f7c6bd-3585-4f25-897d-435f6a4badb5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.018906] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquired lock "refresh_cache-59f7c6bd-3585-4f25-897d-435f6a4badb5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.019155] env[64658]: DEBUG nova.network.neutron [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.115944] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733188, 'name': ReconfigVM_Task, 'duration_secs': 0.278481} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.118499] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.119308] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5205372-09df-4267-8919-63c13db1ede7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.125053] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 654.125053] env[64658]: value = "task-2733190" [ 654.125053] env[64658]: _type = "Task" [ 654.125053] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.133471] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733190, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.187824] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1279742a-3e36-472b-905a-ac5e55b507c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.195838] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b922f1a-a0df-48f7-90d0-7c088c533a8e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.230210] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96635f22-baf4-4fc1-84ed-be0f91f96fd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.240906] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb35ed-6996-4b8b-af7f-39a06e3d8e4e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.258805] env[64658]: DEBUG nova.compute.provider_tree [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.470961] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733186, 'name': CloneVM_Task, 'duration_secs': 2.018025} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.471546] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Created linked-clone VM from snapshot [ 654.472486] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ec4ee-d6c4-4f31-8648-1caffccb1156 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.482974] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Uploading image 1560876b-3a30-4f8b-b720-3d61023cfb9d {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.496560] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733189, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.510507] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 654.510507] env[64658]: value = "vm-550287" [ 654.510507] env[64658]: _type = "VirtualMachine" [ 654.510507] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 654.510791] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe1af86c-de58-4a63-ac5c-bf2a31117c5e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.519009] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lease: (returnval){ [ 654.519009] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d00fbc-cd7f-e559-4e17-910981f8ea2d" [ 654.519009] env[64658]: _type = "HttpNfcLease" [ 654.519009] env[64658]: } obtained for exporting VM: (result){ [ 654.519009] env[64658]: value = "vm-550287" [ 654.519009] env[64658]: _type = "VirtualMachine" [ 654.519009] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 654.519376] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the lease: (returnval){ [ 654.519376] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d00fbc-cd7f-e559-4e17-910981f8ea2d" [ 654.519376] env[64658]: _type = "HttpNfcLease" [ 654.519376] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 654.529240] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.529240] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d00fbc-cd7f-e559-4e17-910981f8ea2d" [ 654.529240] env[64658]: _type = "HttpNfcLease" [ 654.529240] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 654.546275] env[64658]: DEBUG nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.562708] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234f94a-5f93-46c2-bbdf-f4a18c617d51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.566436] env[64658]: DEBUG nova.network.neutron [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.574668] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Doing hard reboot of VM {{(pid=64658) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 654.575017] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8ffb162c-9e51-4687-b5bd-2e42d5ee15ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.581315] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.581658] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.581884] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.582237] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.582467] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.582678] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.582947] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.583205] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.583443] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.583621] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.583796] env[64658]: DEBUG nova.virt.hardware [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.584697] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb3d7d-2003-4a5a-a517-dab398f9b4f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.589527] env[64658]: DEBUG oslo_vmware.api [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 654.589527] env[64658]: value = "task-2733192" [ 654.589527] env[64658]: _type = "Task" [ 654.589527] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.599203] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241d2f9d-fe91-4672-82fb-238f20d8f9b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.607971] env[64658]: DEBUG oslo_vmware.api [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733192, 'name': ResetVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.637643] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733190, 'name': Rename_Task, 'duration_secs': 0.194468} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.637992] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.638348] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4141bc78-8a00-492f-9ad6-466b48c475cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.644252] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 654.644252] env[64658]: value = "task-2733193" [ 654.644252] env[64658]: _type = "Task" [ 654.644252] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.653692] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.747255] env[64658]: DEBUG nova.network.neutron [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Updating instance_info_cache with network_info: [{"id": "9e13c25c-2df5-445a-9b37-586ffa546ec9", "address": "fa:16:3e:10:60:87", "network": {"id": "81e437fa-2c87-4d95-baad-83860dd4dc6f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-871838215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5b47479009c4720a6547c318aef9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e13c25c-2d", "ovs_interfaceid": "9e13c25c-2df5-445a-9b37-586ffa546ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.763066] env[64658]: DEBUG nova.scheduler.client.report [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.993487] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576284} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.993792] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 39cae338-894d-4af1-9a81-54e840fa5dd0/39cae338-894d-4af1-9a81-54e840fa5dd0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.994180] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.994546] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46670dcc-041f-4837-b726-11a42ce77aab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.001595] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 655.001595] env[64658]: value = "task-2733194" [ 655.001595] env[64658]: _type = "Task" [ 655.001595] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.010431] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.027454] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 655.027454] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d00fbc-cd7f-e559-4e17-910981f8ea2d" [ 655.027454] env[64658]: _type = "HttpNfcLease" [ 655.027454] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 655.027454] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 655.027454] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d00fbc-cd7f-e559-4e17-910981f8ea2d" [ 655.027454] env[64658]: _type = "HttpNfcLease" [ 655.027454] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 655.027913] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15ead4-f70a-412f-a3cc-4c9ee6dfc674 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.035881] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3dc52-6c14-e671-f4e3-aad703c7b257/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 655.036072] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3dc52-6c14-e671-f4e3-aad703c7b257/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 655.102844] env[64658]: DEBUG oslo_vmware.api [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733192, 'name': ResetVM_Task, 'duration_secs': 0.088144} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.103156] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Did hard reboot of VM {{(pid=64658) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 655.103348] env[64658]: DEBUG nova.compute.manager [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.104196] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d9e3a-d836-49d3-ab8c-23c41e448cae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.157814] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be7a1ba0-b3fa-4182-9327-906ab8769c88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.159189] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.252462] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Releasing lock "refresh_cache-59f7c6bd-3585-4f25-897d-435f6a4badb5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.253321] env[64658]: DEBUG nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Instance network_info: |[{"id": "9e13c25c-2df5-445a-9b37-586ffa546ec9", "address": "fa:16:3e:10:60:87", "network": {"id": "81e437fa-2c87-4d95-baad-83860dd4dc6f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-871838215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5b47479009c4720a6547c318aef9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e13c25c-2d", "ovs_interfaceid": "9e13c25c-2df5-445a-9b37-586ffa546ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.253908] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:60:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e13c25c-2df5-445a-9b37-586ffa546ec9', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.263556] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Creating folder: Project (d5b47479009c4720a6547c318aef9b53). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.263995] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4464323e-002d-4310-b7aa-ea2c7ed0e0d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.267956] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.268524] env[64658]: DEBUG nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.271501] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.050s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.275116] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Created folder: Project (d5b47479009c4720a6547c318aef9b53) in parent group-v550231. [ 655.275267] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Creating folder: Instances. Parent ref: group-v550288. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.275532] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9239868-b08d-4c4a-81d1-204b92e57039 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.284246] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Created folder: Instances in parent group-v550288. [ 655.284598] env[64658]: DEBUG oslo.service.loopingcall [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.284844] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.285136] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-245673eb-36ba-43df-a12d-b3d377c7312d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.314052] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.314052] env[64658]: value = "task-2733197" [ 655.314052] env[64658]: _type = "Task" [ 655.314052] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.327027] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733197, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.517203] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105958} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.517521] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.518457] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f5701-b96e-45fd-8244-bae169dbe725 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.550667] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 39cae338-894d-4af1-9a81-54e840fa5dd0/39cae338-894d-4af1-9a81-54e840fa5dd0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.550667] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee72ff8-e19f-4d2e-b4d7-a7b69aa08338 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.571194] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 655.571194] env[64658]: value = "task-2733198" [ 655.571194] env[64658]: _type = "Task" [ 655.571194] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.580275] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.616675] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bad58e38-5696-4b32-b90a-845214399c28 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.582s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.666030] env[64658]: DEBUG oslo_vmware.api [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733193, 'name': PowerOnVM_Task, 'duration_secs': 0.835299} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.666030] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.666030] env[64658]: INFO nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Took 6.48 seconds to spawn the instance on the hypervisor. [ 655.666030] env[64658]: DEBUG nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.666797] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c2f728-4436-42b7-837e-88a6bb889fba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.775730] env[64658]: DEBUG nova.compute.utils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.781836] env[64658]: INFO nova.compute.claims [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.787037] env[64658]: DEBUG nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.787293] env[64658]: DEBUG nova.network.neutron [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.825960] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733197, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.851738] env[64658]: DEBUG nova.policy [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5955bf792f3443b85f43a968c2a3722', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f83f6aa57354492aa73f8c801d8e390', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.064099] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.064341] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.083745] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.099661] env[64658]: DEBUG nova.network.neutron [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Successfully updated port: 78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.191235] env[64658]: INFO nova.compute.manager [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Took 28.36 seconds to build instance. [ 656.214428] env[64658]: DEBUG nova.network.neutron [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Successfully created port: 262d10f3-cdec-4460-b2b2-f34c9ea397e1 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.279327] env[64658]: DEBUG nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.292722] env[64658]: INFO nova.compute.resource_tracker [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating resource usage from migration 913f55ef-44de-4cb8-abfc-db2f8236e77f [ 656.336057] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733197, 'name': CreateVM_Task, 'duration_secs': 0.520891} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.337437] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.338384] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.338591] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.339097] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.339803] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a32725-d90e-48eb-8598-a159ef22964c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.348554] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 656.348554] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5292818c-92cb-6f1c-3837-db24cf1bc48c" [ 656.348554] env[64658]: _type = "Task" [ 656.348554] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.357972] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5292818c-92cb-6f1c-3837-db24cf1bc48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.553077] env[64658]: DEBUG nova.compute.manager [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Received event network-changed-9e13c25c-2df5-445a-9b37-586ffa546ec9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.553077] env[64658]: DEBUG nova.compute.manager [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Refreshing instance network info cache due to event network-changed-9e13c25c-2df5-445a-9b37-586ffa546ec9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.553904] env[64658]: DEBUG oslo_concurrency.lockutils [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] Acquiring lock "refresh_cache-59f7c6bd-3585-4f25-897d-435f6a4badb5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.553904] env[64658]: DEBUG oslo_concurrency.lockutils [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] Acquired lock "refresh_cache-59f7c6bd-3585-4f25-897d-435f6a4badb5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.554162] env[64658]: DEBUG nova.network.neutron [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Refreshing network info cache for port 9e13c25c-2df5-445a-9b37-586ffa546ec9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.589411] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733198, 'name': ReconfigVM_Task, 'duration_secs': 0.534601} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.594234] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 39cae338-894d-4af1-9a81-54e840fa5dd0/39cae338-894d-4af1-9a81-54e840fa5dd0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.595825] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e5ea66d-388d-4f55-be19-b92ea5683bd1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.603260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.603260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquired lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.603260] env[64658]: DEBUG nova.network.neutron [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.609557] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 656.609557] env[64658]: value = "task-2733199" [ 656.609557] env[64658]: _type = "Task" [ 656.609557] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.620271] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733199, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.651348] env[64658]: DEBUG nova.compute.manager [req-c255beba-fbbb-44eb-ac6d-08a4f7e3fa5d req-a9ebf5b0-4bcb-4f72-95d4-54e82ca34dd2 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Received event network-vif-plugged-78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.652096] env[64658]: DEBUG oslo_concurrency.lockutils [req-c255beba-fbbb-44eb-ac6d-08a4f7e3fa5d req-a9ebf5b0-4bcb-4f72-95d4-54e82ca34dd2 service nova] Acquiring lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.652096] env[64658]: DEBUG oslo_concurrency.lockutils [req-c255beba-fbbb-44eb-ac6d-08a4f7e3fa5d req-a9ebf5b0-4bcb-4f72-95d4-54e82ca34dd2 service nova] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.652197] env[64658]: DEBUG oslo_concurrency.lockutils [req-c255beba-fbbb-44eb-ac6d-08a4f7e3fa5d req-a9ebf5b0-4bcb-4f72-95d4-54e82ca34dd2 service nova] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.652353] env[64658]: DEBUG nova.compute.manager [req-c255beba-fbbb-44eb-ac6d-08a4f7e3fa5d req-a9ebf5b0-4bcb-4f72-95d4-54e82ca34dd2 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] No waiting events found dispatching network-vif-plugged-78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.652605] env[64658]: WARNING nova.compute.manager [req-c255beba-fbbb-44eb-ac6d-08a4f7e3fa5d req-a9ebf5b0-4bcb-4f72-95d4-54e82ca34dd2 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Received unexpected event network-vif-plugged-78ce971c-e844-418b-bb28-1b912f9b18d0 for instance with vm_state building and task_state spawning. [ 656.694396] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3e837cc-679a-4eb9-80ce-8cf5b6a405bf tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "62c6dd7b-0f3d-4174-a379-326f0186de20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.453s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.862853] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5292818c-92cb-6f1c-3837-db24cf1bc48c, 'name': SearchDatastore_Task, 'duration_secs': 0.012567} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.863101] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.863787] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.864030] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.864224] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.864435] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.865128] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff3c7efd-d54e-4a4c-8fc0-17fa8fda8731 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.876369] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.876973] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.877817] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d1cfc3-bebf-4933-8fcf-36fc6e2cafa3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.883167] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d18e56-dbc2-499c-ad8e-e74f2d51a915 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.889948] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 656.889948] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52844e5e-8dec-553d-876e-a9ea191349fa" [ 656.889948] env[64658]: _type = "Task" [ 656.889948] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.896894] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b5d2aa-e712-4e3a-b1ab-2e2123d3f4ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.904033] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52844e5e-8dec-553d-876e-a9ea191349fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.933326] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486b289-a8ee-43ee-9f93-fafaaf667b92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.941552] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e745e-8aa8-4df2-86b6-068c44fdcd6a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.955992] env[64658]: DEBUG nova.compute.provider_tree [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.366025] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733199, 'name': Rename_Task, 'duration_secs': 0.165668} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.366025] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.366025] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e967d7-fafd-4b3e-8e5b-3e4bdb6a92a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.366025] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 657.366025] env[64658]: value = "task-2733200" [ 657.366025] env[64658]: _type = "Task" [ 657.366025] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.366025] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.366025] env[64658]: DEBUG nova.network.neutron [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.366025] env[64658]: DEBUG nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.366025] env[64658]: DEBUG nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.366025] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.366025] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.366025] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.366025] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.366025] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.366025] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.369975] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.369975] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.369975] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.369975] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.369975] env[64658]: DEBUG nova.virt.hardware [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.369975] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46204893-af81-4171-93ab-6ca32beee715 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.369975] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ecd0f5-8bab-44ee-9b97-18869d0dc81e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.390353] env[64658]: DEBUG nova.network.neutron [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Updating instance_info_cache with network_info: [{"id": "78ce971c-e844-418b-bb28-1b912f9b18d0", "address": "fa:16:3e:4d:d3:90", "network": {"id": "0abb1d17-8f1c-426c-b332-49eb7de507ae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1595828279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e24951e3a4cc6b6a75335b499f1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ce971c-e8", "ovs_interfaceid": "78ce971c-e844-418b-bb28-1b912f9b18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.401597] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52844e5e-8dec-553d-876e-a9ea191349fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017368} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.403488] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8b7442-146b-4410-a449-3d14b0b9b186 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.410944] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 657.410944] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522d19cd-875c-c30a-530d-cd316b6f6816" [ 657.410944] env[64658]: _type = "Task" [ 657.410944] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.423081] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522d19cd-875c-c30a-530d-cd316b6f6816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.435405] env[64658]: DEBUG nova.network.neutron [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Updated VIF entry in instance network info cache for port 9e13c25c-2df5-445a-9b37-586ffa546ec9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.435840] env[64658]: DEBUG nova.network.neutron [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Updating instance_info_cache with network_info: [{"id": "9e13c25c-2df5-445a-9b37-586ffa546ec9", "address": "fa:16:3e:10:60:87", "network": {"id": "81e437fa-2c87-4d95-baad-83860dd4dc6f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-871838215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5b47479009c4720a6547c318aef9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e13c25c-2d", "ovs_interfaceid": "9e13c25c-2df5-445a-9b37-586ffa546ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.459633] env[64658]: DEBUG nova.scheduler.client.report [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.657810] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.730653] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.795957] env[64658]: DEBUG nova.network.neutron [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Successfully updated port: 262d10f3-cdec-4460-b2b2-f34c9ea397e1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.824158] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.824263] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.893218] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Releasing lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.893696] env[64658]: DEBUG nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Instance network_info: |[{"id": "78ce971c-e844-418b-bb28-1b912f9b18d0", "address": "fa:16:3e:4d:d3:90", "network": {"id": "0abb1d17-8f1c-426c-b332-49eb7de507ae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1595828279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e24951e3a4cc6b6a75335b499f1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ce971c-e8", "ovs_interfaceid": "78ce971c-e844-418b-bb28-1b912f9b18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.894230] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d3:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ce971c-e844-418b-bb28-1b912f9b18d0', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.903240] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Creating folder: Project (565e24951e3a4cc6b6a75335b499f1cc). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.903240] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bac95a4-57c0-4992-82dc-b468734958b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.916909] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Created folder: Project (565e24951e3a4cc6b6a75335b499f1cc) in parent group-v550231. [ 657.917129] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Creating folder: Instances. Parent ref: group-v550291. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.918721] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fc224af-5ffc-4afe-8819-a52cdd7d248d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.928663] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522d19cd-875c-c30a-530d-cd316b6f6816, 'name': SearchDatastore_Task, 'duration_secs': 0.018997} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.928947] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.929327] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 59f7c6bd-3585-4f25-897d-435f6a4badb5/59f7c6bd-3585-4f25-897d-435f6a4badb5.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.930596] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31b75a7e-131c-4c7b-9de8-e4abca389e37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.932492] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Created folder: Instances in parent group-v550291. [ 657.932719] env[64658]: DEBUG oslo.service.loopingcall [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.933683] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.934379] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c6e5fba-6f90-41dc-8b25-8fd9d866fe1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.953605] env[64658]: DEBUG oslo_concurrency.lockutils [req-ccda0430-09c8-4b80-ac8d-ccd420d9bb7a req-d8892c4a-43b4-481f-8aa1-5626ea81cbd3 service nova] Releasing lock "refresh_cache-59f7c6bd-3585-4f25-897d-435f6a4badb5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.954337] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 657.954337] env[64658]: value = "task-2733203" [ 657.954337] env[64658]: _type = "Task" [ 657.954337] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.959161] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.959161] env[64658]: value = "task-2733204" [ 657.959161] env[64658]: _type = "Task" [ 657.959161] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.966394] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.695s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.966615] env[64658]: INFO nova.compute.manager [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Migrating [ 657.966844] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.967225] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "compute-rpcapi-router" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.968262] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.969028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.426s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.972019] env[64658]: DEBUG nova.objects.instance [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 657.975238] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733204, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.127057] env[64658]: INFO nova.compute.manager [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Rebuilding instance [ 658.158026] env[64658]: DEBUG oslo_vmware.api [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733200, 'name': PowerOnVM_Task, 'duration_secs': 0.632198} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.158314] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.158545] env[64658]: INFO nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Took 18.76 seconds to spawn the instance on the hypervisor. [ 658.158821] env[64658]: DEBUG nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.159666] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd701e-e140-4b90-969c-df8478f91df4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.171619] env[64658]: DEBUG nova.compute.manager [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.172468] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c61e6c-c5bf-48ea-bfcf-8a1fc42c4a23 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.301071] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "refresh_cache-4ed1d948-0194-482f-be20-05fc58537de6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.301424] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquired lock "refresh_cache-4ed1d948-0194-482f-be20-05fc58537de6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.301669] env[64658]: DEBUG nova.network.neutron [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.424893] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "ff247ad3-ad49-4246-83f6-c33808915635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.425527] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.425527] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "ff247ad3-ad49-4246-83f6-c33808915635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.425658] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.425771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.428244] env[64658]: INFO nova.compute.manager [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Terminating instance [ 658.468370] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733203, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.469185] env[64658]: INFO nova.compute.rpcapi [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 658.469782] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "compute-rpcapi-router" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.484798] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733204, 'name': CreateVM_Task, 'duration_secs': 0.455158} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.489307] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.495741] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60354cd0-0366-430b-8612-ab902c9a6307 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.527s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.499717] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.499924] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.501473] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.501473] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.328s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.502917] env[64658]: INFO nova.compute.claims [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.507093] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20d64e8-85d9-4895-a141-59b9475a0b88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.516213] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 658.516213] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ea8991-1207-823c-daee-b61383820e5d" [ 658.516213] env[64658]: _type = "Task" [ 658.516213] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.526051] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ea8991-1207-823c-daee-b61383820e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.681228] env[64658]: INFO nova.compute.manager [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Took 38.73 seconds to build instance. [ 658.849594] env[64658]: DEBUG nova.network.neutron [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.933035] env[64658]: DEBUG nova.compute.manager [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.933035] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.933938] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae4f7a6-aa15-4bcd-912c-004e1d2c1c00 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.943103] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.944343] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96fb68c0-e2d5-43cb-9974-6af4c1c5750f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.949450] env[64658]: DEBUG oslo_vmware.api [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 658.949450] env[64658]: value = "task-2733205" [ 658.949450] env[64658]: _type = "Task" [ 658.949450] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.955090] env[64658]: DEBUG nova.compute.manager [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Received event network-vif-plugged-262d10f3-cdec-4460-b2b2-f34c9ea397e1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.955213] env[64658]: DEBUG oslo_concurrency.lockutils [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] Acquiring lock "4ed1d948-0194-482f-be20-05fc58537de6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.955422] env[64658]: DEBUG oslo_concurrency.lockutils [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] Lock "4ed1d948-0194-482f-be20-05fc58537de6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.955587] env[64658]: DEBUG oslo_concurrency.lockutils [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] Lock "4ed1d948-0194-482f-be20-05fc58537de6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.955750] env[64658]: DEBUG nova.compute.manager [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] No waiting events found dispatching network-vif-plugged-262d10f3-cdec-4460-b2b2-f34c9ea397e1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.955994] env[64658]: WARNING nova.compute.manager [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Received unexpected event network-vif-plugged-262d10f3-cdec-4460-b2b2-f34c9ea397e1 for instance with vm_state building and task_state spawning. [ 658.956079] env[64658]: DEBUG nova.compute.manager [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Received event network-changed-262d10f3-cdec-4460-b2b2-f34c9ea397e1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.956225] env[64658]: DEBUG nova.compute.manager [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Refreshing instance network info cache due to event network-changed-262d10f3-cdec-4460-b2b2-f34c9ea397e1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.956388] env[64658]: DEBUG oslo_concurrency.lockutils [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] Acquiring lock "refresh_cache-4ed1d948-0194-482f-be20-05fc58537de6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.965169] env[64658]: DEBUG oslo_vmware.api [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.972117] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611238} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.972372] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 59f7c6bd-3585-4f25-897d-435f6a4badb5/59f7c6bd-3585-4f25-897d-435f6a4badb5.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.972580] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.972823] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de6042c6-351e-4442-a697-834f4b4add28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.979007] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 658.979007] env[64658]: value = "task-2733206" [ 658.979007] env[64658]: _type = "Task" [ 658.979007] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.988654] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.005454] env[64658]: DEBUG nova.network.neutron [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Updating instance_info_cache with network_info: [{"id": "262d10f3-cdec-4460-b2b2-f34c9ea397e1", "address": "fa:16:3e:5e:61:e0", "network": {"id": "6ffaf5a4-0489-496f-b8cf-4ff8b6a87e75", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1016481468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f83f6aa57354492aa73f8c801d8e390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262d10f3-cd", "ovs_interfaceid": "262d10f3-cdec-4460-b2b2-f34c9ea397e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.007067] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.007482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.007482] env[64658]: DEBUG nova.network.neutron [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.028343] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ea8991-1207-823c-daee-b61383820e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.020473} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.028674] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.028905] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.029153] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.029431] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.029610] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.029892] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ebf3ae-d6f5-425c-a159-4a112fa04ae8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.040052] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.042065] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.042065] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754149d8-983a-4cf2-b982-e0eeebfb2daf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.047488] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 659.047488] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526d0428-97ec-9bdd-8404-13b11bb1f582" [ 659.047488] env[64658]: _type = "Task" [ 659.047488] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.056143] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526d0428-97ec-9bdd-8404-13b11bb1f582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.063051] env[64658]: DEBUG nova.compute.manager [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Received event network-changed-78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.063256] env[64658]: DEBUG nova.compute.manager [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Refreshing instance network info cache due to event network-changed-78ce971c-e844-418b-bb28-1b912f9b18d0. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 659.063472] env[64658]: DEBUG oslo_concurrency.lockutils [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] Acquiring lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.063609] env[64658]: DEBUG oslo_concurrency.lockutils [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] Acquired lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.063765] env[64658]: DEBUG nova.network.neutron [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Refreshing network info cache for port 78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.184502] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ecf19a0e-d410-465a-a5b8-47cd851e7745 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.699s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.185983] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.186413] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c04ed2d-3b94-41d0-8d84-5871b58f53d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.194668] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 659.194668] env[64658]: value = "task-2733207" [ 659.194668] env[64658]: _type = "Task" [ 659.194668] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.207366] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.460410] env[64658]: DEBUG oslo_vmware.api [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.490593] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.468457} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.490850] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.491724] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce40a5d0-d930-4fc6-8187-b5a46bbb539b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.517062] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 59f7c6bd-3585-4f25-897d-435f6a4badb5/59f7c6bd-3585-4f25-897d-435f6a4badb5.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.517062] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Releasing lock "refresh_cache-4ed1d948-0194-482f-be20-05fc58537de6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.517418] env[64658]: DEBUG nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Instance network_info: |[{"id": "262d10f3-cdec-4460-b2b2-f34c9ea397e1", "address": "fa:16:3e:5e:61:e0", "network": {"id": "6ffaf5a4-0489-496f-b8cf-4ff8b6a87e75", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1016481468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f83f6aa57354492aa73f8c801d8e390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262d10f3-cd", "ovs_interfaceid": "262d10f3-cdec-4460-b2b2-f34c9ea397e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.519489] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bcdbe22-d884-42e7-ac7b-b9c92d6d6c75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.535076] env[64658]: DEBUG oslo_concurrency.lockutils [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] Acquired lock "refresh_cache-4ed1d948-0194-482f-be20-05fc58537de6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.535364] env[64658]: DEBUG nova.network.neutron [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Refreshing network info cache for port 262d10f3-cdec-4460-b2b2-f34c9ea397e1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.538619] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:61:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262d10f3-cdec-4460-b2b2-f34c9ea397e1', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.544358] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Creating folder: Project (7f83f6aa57354492aa73f8c801d8e390). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.551333] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b891233d-ef6d-4fef-b331-5a7206aa5a28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.560059] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 659.560059] env[64658]: value = "task-2733208" [ 659.560059] env[64658]: _type = "Task" [ 659.560059] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.572019] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526d0428-97ec-9bdd-8404-13b11bb1f582, 'name': SearchDatastore_Task, 'duration_secs': 0.030401} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.572019] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Created folder: Project (7f83f6aa57354492aa73f8c801d8e390) in parent group-v550231. [ 659.572019] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Creating folder: Instances. Parent ref: group-v550294. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.572019] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0a9c92-3b11-4e2e-aaa4-776694643cf2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.574152] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-365f54d8-378e-4637-bd60-20de55a63aac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.578889] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.585649] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 659.585649] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526a5764-2b4a-e013-ad95-27e0e1af08b9" [ 659.585649] env[64658]: _type = "Task" [ 659.585649] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.589775] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Created folder: Instances in parent group-v550294. [ 659.590040] env[64658]: DEBUG oslo.service.loopingcall [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.591567] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.591567] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7147d327-09d9-46e4-8e6e-9821f0c16dd6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.614364] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526a5764-2b4a-e013-ad95-27e0e1af08b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.621351] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.621351] env[64658]: value = "task-2733211" [ 659.621351] env[64658]: _type = "Task" [ 659.621351] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.636317] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733211, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.689974] env[64658]: DEBUG nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.719956] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733207, 'name': PowerOffVM_Task, 'duration_secs': 0.129925} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.720924] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.720924] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.721778] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a011f58-fe4e-4005-af25-7b0cf95c2d09 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.733522] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.734758] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a660f1-6cb2-44cb-998e-392491cb5229 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.760017] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.760317] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.760539] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleting the datastore file [datastore2] 62c6dd7b-0f3d-4174-a379-326f0186de20 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.761091] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90f2a591-be25-4821-ac22-12e26c98b602 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.771216] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 659.771216] env[64658]: value = "task-2733213" [ 659.771216] env[64658]: _type = "Task" [ 659.771216] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.785857] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.956039] env[64658]: DEBUG nova.network.neutron [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Updated VIF entry in instance network info cache for port 262d10f3-cdec-4460-b2b2-f34c9ea397e1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.956407] env[64658]: DEBUG nova.network.neutron [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Updating instance_info_cache with network_info: [{"id": "262d10f3-cdec-4460-b2b2-f34c9ea397e1", "address": "fa:16:3e:5e:61:e0", "network": {"id": "6ffaf5a4-0489-496f-b8cf-4ff8b6a87e75", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1016481468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f83f6aa57354492aa73f8c801d8e390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262d10f3-cd", "ovs_interfaceid": "262d10f3-cdec-4460-b2b2-f34c9ea397e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.960790] env[64658]: DEBUG oslo_vmware.api [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733205, 'name': PowerOffVM_Task, 'duration_secs': 0.61957} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.962053] env[64658]: DEBUG nova.network.neutron [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Updated VIF entry in instance network info cache for port 78ce971c-e844-418b-bb28-1b912f9b18d0. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.962299] env[64658]: DEBUG nova.network.neutron [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Updating instance_info_cache with network_info: [{"id": "78ce971c-e844-418b-bb28-1b912f9b18d0", "address": "fa:16:3e:4d:d3:90", "network": {"id": "0abb1d17-8f1c-426c-b332-49eb7de507ae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1595828279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e24951e3a4cc6b6a75335b499f1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ce971c-e8", "ovs_interfaceid": "78ce971c-e844-418b-bb28-1b912f9b18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.966010] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.966199] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.967599] env[64658]: DEBUG nova.network.neutron [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [{"id": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "address": "fa:16:3e:79:b2:2d", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85401a76-2b", "ovs_interfaceid": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.969635] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fea3195a-c849-41d4-bf57-ccbe3790ed37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.970844] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "39cae338-894d-4af1-9a81-54e840fa5dd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.971065] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.971256] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.971535] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.971579] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.974161] env[64658]: INFO nova.compute.manager [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Terminating instance [ 660.045395] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.045666] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.045877] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Deleting the datastore file [datastore1] ff247ad3-ad49-4246-83f6-c33808915635 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.046203] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-225edbeb-6497-4c15-8127-1fcd48e192d0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.057744] env[64658]: DEBUG oslo_vmware.api [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for the task: (returnval){ [ 660.057744] env[64658]: value = "task-2733215" [ 660.057744] env[64658]: _type = "Task" [ 660.057744] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.073264] env[64658]: DEBUG oslo_vmware.api [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.073527] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733208, 'name': ReconfigVM_Task, 'duration_secs': 0.302578} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.073768] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 59f7c6bd-3585-4f25-897d-435f6a4badb5/59f7c6bd-3585-4f25-897d-435f6a4badb5.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.074483] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6617e6f2-4e1d-4c36-9415-89d9bdb1be6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.081899] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 660.081899] env[64658]: value = "task-2733216" [ 660.081899] env[64658]: _type = "Task" [ 660.081899] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.095039] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733216, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.104238] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526a5764-2b4a-e013-ad95-27e0e1af08b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.104238] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.104238] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa/5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.104238] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0b521a2-4e1f-446d-968d-a6d606bbc08b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.109436] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 660.109436] env[64658]: value = "task-2733217" [ 660.109436] env[64658]: _type = "Task" [ 660.109436] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.119416] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.133783] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733211, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.148593] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5049410a-cf61-458c-a9d3-84085ab5800b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.155786] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2ec2c8-d04d-4501-a54a-93c47a702366 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.190716] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d122a2-c21f-42ec-a4a3-c40d508477c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.201815] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d334d-f005-48b7-80de-870f91d85ef7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.219928] env[64658]: DEBUG nova.compute.provider_tree [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.222204] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.280510] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132591} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.280784] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.281030] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.281165] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.462455] env[64658]: DEBUG oslo_concurrency.lockutils [req-404c5094-150f-4122-9bd1-895570f87e42 req-5a526897-c7b1-40e5-96be-8db73dd33af8 service nova] Releasing lock "refresh_cache-4ed1d948-0194-482f-be20-05fc58537de6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.469418] env[64658]: DEBUG oslo_concurrency.lockutils [req-06dc0d81-919e-47d3-b4a1-faf40a36b194 req-716faa45-0b74-4206-943f-51f86ba521f5 service nova] Releasing lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.475367] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.481991] env[64658]: DEBUG nova.compute.manager [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.482762] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.483404] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e451b77-4b60-4ac4-9ed6-45ec60d783da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.494981] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.495487] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ceebb5f-3912-4c51-be01-0734c99d2135 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.506968] env[64658]: DEBUG oslo_vmware.api [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 660.506968] env[64658]: value = "task-2733218" [ 660.506968] env[64658]: _type = "Task" [ 660.506968] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.521334] env[64658]: DEBUG oslo_vmware.api [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.572111] env[64658]: DEBUG oslo_vmware.api [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Task: {'id': task-2733215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297736} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.572603] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.572854] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.573093] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.573313] env[64658]: INFO nova.compute.manager [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Took 1.64 seconds to destroy the instance on the hypervisor. [ 660.573598] env[64658]: DEBUG oslo.service.loopingcall [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.573845] env[64658]: DEBUG nova.compute.manager [-] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.573989] env[64658]: DEBUG nova.network.neutron [-] [instance: ff247ad3-ad49-4246-83f6-c33808915635] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.598334] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733216, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.625752] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.642186] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733211, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.725053] env[64658]: DEBUG nova.scheduler.client.report [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.027641] env[64658]: DEBUG oslo_vmware.api [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.100802] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733216, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.129816] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608817} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.134628] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa/5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.134628] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.135466] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f052bf5a-6d94-464e-b865-1f15967c4be4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.146875] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733211, 'name': CreateVM_Task, 'duration_secs': 1.495902} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.148630] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.148630] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 661.148630] env[64658]: value = "task-2733219" [ 661.148630] env[64658]: _type = "Task" [ 661.148630] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.149846] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.149846] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.149846] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.150122] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4340a3d-3146-4351-aac3-6437513ab540 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.162837] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.164228] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 661.164228] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b3e577-42be-57ce-cad3-52074d38d283" [ 661.164228] env[64658]: _type = "Task" [ 661.164228] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.173679] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b3e577-42be-57ce-cad3-52074d38d283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.230697] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.231748] env[64658]: DEBUG nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.238024] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.446s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.238024] env[64658]: INFO nova.compute.claims [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.328414] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.329025] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.329843] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.329843] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.329843] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.329843] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.330092] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.330092] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.330247] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.330410] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.330584] env[64658]: DEBUG nova.virt.hardware [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.332078] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77775784-317d-4baf-830e-8d7bfd1a004e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.337918] env[64658]: DEBUG nova.compute.manager [req-62071e1a-563a-487b-9988-dddd6512cb4b req-9a54fd2c-07da-4b5d-ba18-43af5c2cf6f6 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Received event network-vif-deleted-5dec5c58-3ef4-4960-9257-353a0eda9f03 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.338198] env[64658]: INFO nova.compute.manager [req-62071e1a-563a-487b-9988-dddd6512cb4b req-9a54fd2c-07da-4b5d-ba18-43af5c2cf6f6 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Neutron deleted interface 5dec5c58-3ef4-4960-9257-353a0eda9f03; detaching it from the instance and deleting it from the info cache [ 661.338443] env[64658]: DEBUG nova.network.neutron [req-62071e1a-563a-487b-9988-dddd6512cb4b req-9a54fd2c-07da-4b5d-ba18-43af5c2cf6f6 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.344599] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751efaa1-6327-4d62-8819-27e7d8d40cd7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.363756] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.369846] env[64658]: DEBUG oslo.service.loopingcall [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.373121] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.373121] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3167dab3-814a-4dc1-bc5c-d7324924a4c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.390332] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.390332] env[64658]: value = "task-2733220" [ 661.390332] env[64658]: _type = "Task" [ 661.390332] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.402891] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733220, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.520157] env[64658]: DEBUG oslo_vmware.api [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733218, 'name': PowerOffVM_Task, 'duration_secs': 0.720746} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.520675] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.520675] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.520893] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd16c208-5179-453f-ab28-c0c51bf9b1e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.597334] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733216, 'name': Rename_Task, 'duration_secs': 1.18135} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.597334] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.597334] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4892a80-e976-4f9f-9dad-059606379241 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.606120] env[64658]: DEBUG nova.network.neutron [-] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.607795] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 661.607795] env[64658]: value = "task-2733222" [ 661.607795] env[64658]: _type = "Task" [ 661.607795] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.620926] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.668598] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073001} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.675604] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.677881] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a5d94e-8e8b-437f-a7a4-8a1c24eaddec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.683765] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.684478] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.685277] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Deleting the datastore file [datastore1] 39cae338-894d-4af1-9a81-54e840fa5dd0 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.685808] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a0f2981-8bd3-439e-afd0-3ad693bff693 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.693229] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b3e577-42be-57ce-cad3-52074d38d283, 'name': SearchDatastore_Task, 'duration_secs': 0.016788} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.704489] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.704803] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.705091] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.705294] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.705575] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.724390] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa/5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.724531] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b74fce-463f-4282-8d21-7aada7a4d816 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.726565] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f92fb1d-a07b-4126-a390-9b9bfe1f20f4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.743248] env[64658]: DEBUG oslo_vmware.api [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 661.743248] env[64658]: value = "task-2733223" [ 661.743248] env[64658]: _type = "Task" [ 661.743248] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.744734] env[64658]: DEBUG nova.compute.utils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.751228] env[64658]: DEBUG nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.751228] env[64658]: DEBUG nova.network.neutron [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.762479] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 661.762479] env[64658]: value = "task-2733224" [ 661.762479] env[64658]: _type = "Task" [ 661.762479] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.762798] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.762889] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.764674] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003c8ab7-8a5f-45d5-8526-6d68bf783100 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.773461] env[64658]: DEBUG oslo_vmware.api [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.780503] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.782045] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 661.782045] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5210b256-8bcd-c4e4-ece6-35c419d9543b" [ 661.782045] env[64658]: _type = "Task" [ 661.782045] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.791649] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5210b256-8bcd-c4e4-ece6-35c419d9543b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.818046] env[64658]: DEBUG nova.policy [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c6994a7c6db4712a202df425d085a7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dd01b6c5a14453daa5e43c9e5bc1766', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.843875] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d2b69be-6397-4a77-9661-5d5fdcfbd455 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.855808] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eecb377-6b78-463a-9ec8-5f613a4af57c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.893160] env[64658]: DEBUG nova.compute.manager [req-62071e1a-563a-487b-9988-dddd6512cb4b req-9a54fd2c-07da-4b5d-ba18-43af5c2cf6f6 service nova] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Detach interface failed, port_id=5dec5c58-3ef4-4960-9257-353a0eda9f03, reason: Instance ff247ad3-ad49-4246-83f6-c33808915635 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 661.903073] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733220, 'name': CreateVM_Task, 'duration_secs': 0.363898} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.903179] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.903634] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.903802] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.904171] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.904445] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b728933f-4748-4e77-8eca-00bcef9c9ded {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.911453] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 661.911453] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52df4dff-76e2-91fd-3d6a-5ed7e08a6904" [ 661.911453] env[64658]: _type = "Task" [ 661.911453] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.923654] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52df4dff-76e2-91fd-3d6a-5ed7e08a6904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.994783] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9d54e2-47d4-4420-9cdd-683fcf743b65 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.027273] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance '604afb68-292a-4e28-a901-9df7a8d5be47' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 662.109317] env[64658]: INFO nova.compute.manager [-] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Took 1.54 seconds to deallocate network for instance. [ 662.130874] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733222, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.156390] env[64658]: DEBUG nova.network.neutron [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Successfully created port: 8d8972b6-fba5-4785-bd2e-e5e6212edf53 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.223594] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.223850] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.251423] env[64658]: DEBUG nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.281567] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733224, 'name': ReconfigVM_Task, 'duration_secs': 0.367088} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.286115] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa/5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.286115] env[64658]: DEBUG oslo_vmware.api [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290006} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.286115] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b3bb30-496b-459f-a319-2cdc8df4ee6b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.291908] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.291908] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.291908] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.291908] env[64658]: INFO nova.compute.manager [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Took 1.81 seconds to destroy the instance on the hypervisor. [ 662.291908] env[64658]: DEBUG oslo.service.loopingcall [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.292316] env[64658]: DEBUG nova.compute.manager [-] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.292316] env[64658]: DEBUG nova.network.neutron [-] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.302443] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5210b256-8bcd-c4e4-ece6-35c419d9543b, 'name': SearchDatastore_Task, 'duration_secs': 0.01451} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.305053] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 662.305053] env[64658]: value = "task-2733225" [ 662.305053] env[64658]: _type = "Task" [ 662.305053] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.306190] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf42ca3-93c9-460b-95f1-314a7f5328c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.324701] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 662.324701] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5263fcf9-44ea-baed-fe27-b528bbe5a154" [ 662.324701] env[64658]: _type = "Task" [ 662.324701] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.325241] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733225, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.336066] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5263fcf9-44ea-baed-fe27-b528bbe5a154, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.336352] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.336611] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 4ed1d948-0194-482f-be20-05fc58537de6/4ed1d948-0194-482f-be20-05fc58537de6.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.336874] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-529b451b-e759-48ff-8800-ef26e0c43a3c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.348545] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 662.348545] env[64658]: value = "task-2733226" [ 662.348545] env[64658]: _type = "Task" [ 662.348545] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.358370] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.424948] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52df4dff-76e2-91fd-3d6a-5ed7e08a6904, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.425272] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.425525] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.425752] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.425895] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.426100] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.426381] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23074658-6bca-4179-810e-1a61bc66483b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.439050] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.439283] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.440434] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0264b9f5-7642-433b-916f-7c6532478673 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.451902] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 662.451902] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f8bc1a-81d3-abd3-7f6f-436e6c885f80" [ 662.451902] env[64658]: _type = "Task" [ 662.451902] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.466358] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f8bc1a-81d3-abd3-7f6f-436e6c885f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.541209] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.541209] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae54cd46-2a77-4260-9de6-1c28924a3e2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.549098] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 662.549098] env[64658]: value = "task-2733227" [ 662.549098] env[64658]: _type = "Task" [ 662.549098] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.566816] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.626879] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.626879] env[64658]: DEBUG oslo_vmware.api [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733222, 'name': PowerOnVM_Task, 'duration_secs': 0.552987} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.631465] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.631654] env[64658]: INFO nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Took 10.83 seconds to spawn the instance on the hypervisor. [ 662.631892] env[64658]: DEBUG nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.633067] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc93999-305e-4814-a3a9-36d4b73d5356 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.829725] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733225, 'name': Rename_Task, 'duration_secs': 0.223787} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.831444] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.831444] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d3aab0-fe4d-41dc-af45-e319f7824855 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.847307] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 662.847307] env[64658]: value = "task-2733228" [ 662.847307] env[64658]: _type = "Task" [ 662.847307] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.871753] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.879406] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.918100] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea2cfd-9a95-4db8-819b-c5ea5428c338 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.927244] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a4e9d-4033-491d-af96-cf673f3977f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.963555] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335b11c-7262-4f65-af92-51577510fe4e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.976616] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10bba49-b848-4762-bd58-50aee6174ce9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.980738] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f8bc1a-81d3-abd3-7f6f-436e6c885f80, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.982014] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111642ab-007c-4445-a106-f9431a170e0b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.992248] env[64658]: DEBUG nova.compute.provider_tree [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.997353] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 662.997353] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527a290f-498b-4e6f-8b05-fa932095e59a" [ 662.997353] env[64658]: _type = "Task" [ 662.997353] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.006478] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527a290f-498b-4e6f-8b05-fa932095e59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.064119] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733227, 'name': PowerOffVM_Task, 'duration_secs': 0.243791} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.064427] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.064630] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance '604afb68-292a-4e28-a901-9df7a8d5be47' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.158596] env[64658]: INFO nova.compute.manager [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Took 34.42 seconds to build instance. [ 663.271372] env[64658]: DEBUG nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.299717] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.299977] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.300578] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.300660] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.300790] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.300941] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.301233] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.301437] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.301567] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.301730] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.301901] env[64658]: DEBUG nova.virt.hardware [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.303996] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb199647-827c-4081-be97-d3d2918592cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.313919] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de513a4-9ae4-406f-8653-1212bed6a8d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.358791] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.369608] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57737} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.369914] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 4ed1d948-0194-482f-be20-05fc58537de6/4ed1d948-0194-482f-be20-05fc58537de6.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.370178] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.370456] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82611a8f-47c5-4070-aa7f-13ff19ca821c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.379042] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 663.379042] env[64658]: value = "task-2733229" [ 663.379042] env[64658]: _type = "Task" [ 663.379042] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.390886] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.495787] env[64658]: DEBUG nova.scheduler.client.report [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.511167] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3dc52-6c14-e671-f4e3-aad703c7b257/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 663.513030] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e47a91-d852-408f-85dc-b19eff78b2e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.523201] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527a290f-498b-4e6f-8b05-fa932095e59a, 'name': SearchDatastore_Task, 'duration_secs': 0.015706} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.526941] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.526941] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.526941] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ca8c520-a271-43fc-8290-1b67491e6c64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.531684] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3dc52-6c14-e671-f4e3-aad703c7b257/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 663.531895] env[64658]: ERROR oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3dc52-6c14-e671-f4e3-aad703c7b257/disk-0.vmdk due to incomplete transfer. [ 663.532734] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9c5fefe-f83b-4ee0-9861-e6ccfcfd5f3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.539550] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 663.539550] env[64658]: value = "task-2733230" [ 663.539550] env[64658]: _type = "Task" [ 663.539550] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.550974] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.554502] env[64658]: DEBUG oslo_vmware.rw_handles [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3dc52-6c14-e671-f4e3-aad703c7b257/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 663.554502] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Uploaded image 1560876b-3a30-4f8b-b720-3d61023cfb9d to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 663.556658] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 663.557395] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba401d7f-3863-41a2-9659-34e3aa66666a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.565611] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 663.565611] env[64658]: value = "task-2733231" [ 663.565611] env[64658]: _type = "Task" [ 663.565611] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.573188] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.573188] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.573389] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.573607] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.573839] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.574133] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.574422] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.574593] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.575246] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.575246] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.575416] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.581995] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d46ff9-a0cf-4fc5-b6f0-d57239ee9932 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.604175] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733231, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.605938] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 663.605938] env[64658]: value = "task-2733232" [ 663.605938] env[64658]: _type = "Task" [ 663.605938] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.609705] env[64658]: DEBUG nova.network.neutron [-] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.618821] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.660392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f9f53c84-f28b-4579-af84-6c04930ce985 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.309s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.810614] env[64658]: DEBUG nova.network.neutron [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Successfully updated port: 8d8972b6-fba5-4785-bd2e-e5e6212edf53 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.858736] env[64658]: DEBUG oslo_vmware.api [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733228, 'name': PowerOnVM_Task, 'duration_secs': 0.697542} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.859068] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.859332] env[64658]: INFO nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Took 9.31 seconds to spawn the instance on the hypervisor. [ 663.859577] env[64658]: DEBUG nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.860642] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd0b3c8-83dd-4920-bbfb-554ce470615b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.889604] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077786} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.889860] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.890931] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8bb67f-ad17-4853-ba39-4b487ada7c13 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.917579] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 4ed1d948-0194-482f-be20-05fc58537de6/4ed1d948-0194-482f-be20-05fc58537de6.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.917579] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3d0b74-482c-49a5-9dba-d51e0a35bf0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.945270] env[64658]: DEBUG nova.compute.manager [req-e0fb0adb-9ccf-45e0-9751-c204e4f46326 req-2ab5c1a6-a761-43f1-bade-a3afc17c5e3f service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-vif-deleted-81aff700-9bc9-471a-a24f-17d7ffb58cd4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.945488] env[64658]: DEBUG nova.compute.manager [req-e0fb0adb-9ccf-45e0-9751-c204e4f46326 req-2ab5c1a6-a761-43f1-bade-a3afc17c5e3f service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-vif-deleted-b3f33cfb-1ec0-47d5-b1ab-e49b28a61167 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.945665] env[64658]: DEBUG nova.compute.manager [req-e0fb0adb-9ccf-45e0-9751-c204e4f46326 req-2ab5c1a6-a761-43f1-bade-a3afc17c5e3f service nova] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Received event network-vif-deleted-6dca3a96-0301-4830-9731-fac1b2010693 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.947932] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 663.947932] env[64658]: value = "task-2733233" [ 663.947932] env[64658]: _type = "Task" [ 663.947932] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.958184] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733233, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.009808] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.014026] env[64658]: DEBUG nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.014376] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.084s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.014945] env[64658]: DEBUG nova.objects.instance [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lazy-loading 'resources' on Instance uuid be8fa573-125b-46d4-9943-51f1f36023af {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.051690] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733230, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.078417] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733231, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.113145] env[64658]: INFO nova.compute.manager [-] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Took 1.82 seconds to deallocate network for instance. [ 664.119530] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733232, 'name': ReconfigVM_Task, 'duration_secs': 0.388251} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.122783] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance '604afb68-292a-4e28-a901-9df7a8d5be47' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.164223] env[64658]: DEBUG nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.313579] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "refresh_cache-884c3f22-c97a-45f4-8005-609d4533621a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.313857] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquired lock "refresh_cache-884c3f22-c97a-45f4-8005-609d4533621a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.313925] env[64658]: DEBUG nova.network.neutron [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.379937] env[64658]: INFO nova.compute.manager [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Took 33.56 seconds to build instance. [ 664.459644] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733233, 'name': ReconfigVM_Task, 'duration_secs': 0.374412} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.459957] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 4ed1d948-0194-482f-be20-05fc58537de6/4ed1d948-0194-482f-be20-05fc58537de6.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.460596] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d04c3def-4a24-4cb8-a4a4-aed9443cfbf0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.469054] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 664.469054] env[64658]: value = "task-2733234" [ 664.469054] env[64658]: _type = "Task" [ 664.469054] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.480885] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733234, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.518551] env[64658]: DEBUG nova.compute.utils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.524515] env[64658]: DEBUG nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.524515] env[64658]: DEBUG nova.network.neutron [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.561199] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736583} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.561515] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.561931] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.562074] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09252546-12a1-41e7-a42d-7b6e84c79a90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.574042] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 664.574042] env[64658]: value = "task-2733235" [ 664.574042] env[64658]: _type = "Task" [ 664.574042] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.581858] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733231, 'name': Destroy_Task, 'duration_secs': 0.792255} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.582466] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Destroyed the VM [ 664.582791] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 664.586342] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f42cbbd1-803a-4fba-8890-0753f3951176 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.591966] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.595647] env[64658]: DEBUG nova.policy [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5402f5b15134d8f92b37c8f973f79bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aff5bf16e2c412abc513525708adaff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.599104] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 664.599104] env[64658]: value = "task-2733236" [ 664.599104] env[64658]: _type = "Task" [ 664.599104] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.608954] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.628905] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.630628] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.630857] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.631023] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.631431] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.631630] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.631787] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.632044] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.632438] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.632438] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.632644] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.632694] env[64658]: DEBUG nova.virt.hardware [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.638580] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 664.639198] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ad245e-ecb1-47e8-9450-eeb3d5dec90d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.659520] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 664.659520] env[64658]: value = "task-2733237" [ 664.659520] env[64658]: _type = "Task" [ 664.659520] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.671719] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.696230] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.869484] env[64658]: DEBUG nova.network.neutron [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.882107] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23c8e123-8988-4b44-a3c0-fb2b28e7a0ed tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.710s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.983957] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733234, 'name': Rename_Task, 'duration_secs': 0.182375} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.984219] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.984496] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4146229a-fb93-4e06-b892-372ebb785e4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.993756] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 664.993756] env[64658]: value = "task-2733238" [ 664.993756] env[64658]: _type = "Task" [ 664.993756] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.007726] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.025034] env[64658]: DEBUG nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.057770] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "59f7c6bd-3585-4f25-897d-435f6a4badb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.058122] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.059725] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "59f7c6bd-3585-4f25-897d-435f6a4badb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.059725] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.059725] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.061480] env[64658]: INFO nova.compute.manager [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Terminating instance [ 665.093505] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.093968] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.094908] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d1314-44af-4219-b9be-183faccd1635 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.123823] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.128175] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298f56a1-2901-4917-afe3-ca67b07c6a51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.147508] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733236, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.161024] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 665.161024] env[64658]: value = "task-2733239" [ 665.161024] env[64658]: _type = "Task" [ 665.161024] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.176530] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733237, 'name': ReconfigVM_Task, 'duration_secs': 0.297101} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.176797] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.178118] env[64658]: DEBUG nova.network.neutron [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Updating instance_info_cache with network_info: [{"id": "8d8972b6-fba5-4785-bd2e-e5e6212edf53", "address": "fa:16:3e:76:36:ec", "network": {"id": "0de01135-ffdd-4e76-a334-22d362ca9f9a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1987398854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd01b6c5a14453daa5e43c9e5bc1766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8972b6-fb", "ovs_interfaceid": "8d8972b6-fba5-4785-bd2e-e5e6212edf53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.179102] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 665.180437] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb591e17-e9ba-4b72-b484-26b973960b61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.210581] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 604afb68-292a-4e28-a901-9df7a8d5be47/604afb68-292a-4e28-a901-9df7a8d5be47.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.212375] env[64658]: DEBUG nova.network.neutron [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Successfully created port: ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.214367] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395999fd-986f-440b-b3f9-41d6a43c44a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.240745] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 665.240745] env[64658]: value = "task-2733240" [ 665.240745] env[64658]: _type = "Task" [ 665.240745] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.256241] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.262365] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a505864-eb99-4218-82b7-25ff06c72fb8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.272428] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89509d-ddd4-4592-8639-05e11116fb9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.310561] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a11fb-47aa-4084-8e47-65739aa90f53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.318956] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48506d7-ad4d-42e8-be1f-3ba4ae1919c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.335905] env[64658]: DEBUG nova.compute.provider_tree [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.385032] env[64658]: DEBUG nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.505308] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733238, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.565770] env[64658]: DEBUG nova.compute.manager [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.567871] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.568923] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c63f02-6ec5-4cc4-8053-4533e00a6ea3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.582203] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.582464] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5109dbe-57c1-4c80-9f28-5f41628c1147 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.590258] env[64658]: DEBUG oslo_vmware.api [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 665.590258] env[64658]: value = "task-2733241" [ 665.590258] env[64658]: _type = "Task" [ 665.590258] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.600704] env[64658]: DEBUG oslo_vmware.api [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.609679] env[64658]: DEBUG oslo_vmware.api [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.568718} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.609964] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 665.610516] env[64658]: INFO nova.compute.manager [None req-b598ead4-5761-49c9-93c1-12771f94c44a tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Took 15.78 seconds to snapshot the instance on the hypervisor. [ 665.671954] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733239, 'name': ReconfigVM_Task, 'duration_secs': 0.497443} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.672474] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 62c6dd7b-0f3d-4174-a379-326f0186de20/62c6dd7b-0f3d-4174-a379-326f0186de20.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.673491] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a61c01e4-aca7-4e25-95a1-bea62a6df990 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.683601] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 665.683601] env[64658]: value = "task-2733242" [ 665.683601] env[64658]: _type = "Task" [ 665.683601] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.686616] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Releasing lock "refresh_cache-884c3f22-c97a-45f4-8005-609d4533621a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.687217] env[64658]: DEBUG nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Instance network_info: |[{"id": "8d8972b6-fba5-4785-bd2e-e5e6212edf53", "address": "fa:16:3e:76:36:ec", "network": {"id": "0de01135-ffdd-4e76-a334-22d362ca9f9a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1987398854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd01b6c5a14453daa5e43c9e5bc1766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8972b6-fb", "ovs_interfaceid": "8d8972b6-fba5-4785-bd2e-e5e6212edf53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.688263] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:36:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8972b6-fba5-4785-bd2e-e5e6212edf53', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.697512] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Creating folder: Project (1dd01b6c5a14453daa5e43c9e5bc1766). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.698702] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7269b4e-23c7-45d2-9c09-2cc8219d439d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.707690] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733242, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.721027] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Created folder: Project (1dd01b6c5a14453daa5e43c9e5bc1766) in parent group-v550231. [ 665.721027] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Creating folder: Instances. Parent ref: group-v550298. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.721027] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b962fe0b-442e-47a3-9bf8-808b51cfe75e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.734794] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Created folder: Instances in parent group-v550298. [ 665.734794] env[64658]: DEBUG oslo.service.loopingcall [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.734794] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.734794] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a716998-a30c-4a30-b5a6-dcfb75c5425f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.762357] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733240, 'name': ReconfigVM_Task, 'duration_secs': 0.44184} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.764339] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 604afb68-292a-4e28-a901-9df7a8d5be47/604afb68-292a-4e28-a901-9df7a8d5be47.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.768025] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance '604afb68-292a-4e28-a901-9df7a8d5be47' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.769949] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.769949] env[64658]: value = "task-2733245" [ 665.769949] env[64658]: _type = "Task" [ 665.769949] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.781125] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733245, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.838472] env[64658]: DEBUG nova.scheduler.client.report [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.913163] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.006143] env[64658]: DEBUG oslo_vmware.api [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733238, 'name': PowerOnVM_Task, 'duration_secs': 0.826614} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.006610] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.006687] env[64658]: INFO nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Took 8.71 seconds to spawn the instance on the hypervisor. [ 666.006816] env[64658]: DEBUG nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.009079] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c04046-acc2-4a01-94ab-096d4f4f1b4c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.038331] env[64658]: DEBUG nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.073864] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.074529] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.074599] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.074847] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.075239] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.075466] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.076481] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.076481] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.076481] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.076481] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.076775] env[64658]: DEBUG nova.virt.hardware [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.077990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633bb983-ccb4-439e-9cd2-8f7b5f91ffee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.088652] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cc6aca-5d87-4038-876c-6c0bd5a72331 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.103484] env[64658]: DEBUG oslo_vmware.api [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733241, 'name': PowerOffVM_Task, 'duration_secs': 0.229153} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.113232] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.113516] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.114556] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e67ef033-6b91-426e-8ab4-4620ed578c21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.196186] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733242, 'name': Rename_Task, 'duration_secs': 0.213038} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.196612] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.197415] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6fce668-3f66-4523-b8b2-a032906edfde {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.202740] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.203283] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.203581] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Deleting the datastore file [datastore2] 59f7c6bd-3585-4f25-897d-435f6a4badb5 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.203876] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-618e753f-8fb8-4d14-94ae-13796f198b00 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.207173] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 666.207173] env[64658]: value = "task-2733247" [ 666.207173] env[64658]: _type = "Task" [ 666.207173] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.214222] env[64658]: DEBUG oslo_vmware.api [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for the task: (returnval){ [ 666.214222] env[64658]: value = "task-2733248" [ 666.214222] env[64658]: _type = "Task" [ 666.214222] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.223518] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.230763] env[64658]: DEBUG oslo_vmware.api [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.240236] env[64658]: DEBUG nova.compute.manager [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Received event network-changed-78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.240464] env[64658]: DEBUG nova.compute.manager [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Refreshing instance network info cache due to event network-changed-78ce971c-e844-418b-bb28-1b912f9b18d0. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 666.240801] env[64658]: DEBUG oslo_concurrency.lockutils [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] Acquiring lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.241106] env[64658]: DEBUG oslo_concurrency.lockutils [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] Acquired lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.241266] env[64658]: DEBUG nova.network.neutron [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Refreshing network info cache for port 78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.274078] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527af84-a4cb-49c6-a69b-9ab8e16cb29f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.994435] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.980s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.003648] env[64658]: DEBUG nova.compute.manager [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Received event network-vif-plugged-8d8972b6-fba5-4785-bd2e-e5e6212edf53 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.003648] env[64658]: DEBUG oslo_concurrency.lockutils [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] Acquiring lock "884c3f22-c97a-45f4-8005-609d4533621a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.003648] env[64658]: DEBUG oslo_concurrency.lockutils [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] Lock "884c3f22-c97a-45f4-8005-609d4533621a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.003648] env[64658]: DEBUG oslo_concurrency.lockutils [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] Lock "884c3f22-c97a-45f4-8005-609d4533621a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.003648] env[64658]: DEBUG nova.compute.manager [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] No waiting events found dispatching network-vif-plugged-8d8972b6-fba5-4785-bd2e-e5e6212edf53 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.003648] env[64658]: WARNING nova.compute.manager [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Received unexpected event network-vif-plugged-8d8972b6-fba5-4785-bd2e-e5e6212edf53 for instance with vm_state building and task_state spawning. [ 667.003648] env[64658]: DEBUG nova.compute.manager [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Received event network-changed-8d8972b6-fba5-4785-bd2e-e5e6212edf53 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.004176] env[64658]: DEBUG nova.compute.manager [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Refreshing instance network info cache due to event network-changed-8d8972b6-fba5-4785-bd2e-e5e6212edf53. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.004176] env[64658]: DEBUG oslo_concurrency.lockutils [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] Acquiring lock "refresh_cache-884c3f22-c97a-45f4-8005-609d4533621a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.004176] env[64658]: DEBUG oslo_concurrency.lockutils [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] Acquired lock "refresh_cache-884c3f22-c97a-45f4-8005-609d4533621a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.004308] env[64658]: DEBUG nova.network.neutron [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Refreshing network info cache for port 8d8972b6-fba5-4785-bd2e-e5e6212edf53 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.007865] env[64658]: DEBUG nova.network.neutron [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Successfully updated port: ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.014027] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.282s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.014027] env[64658]: DEBUG nova.objects.instance [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 667.020103] env[64658]: INFO nova.compute.manager [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Took 35.08 seconds to build instance. [ 667.040693] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605475b1-6a40-4cba-b874-2d2aec93ff61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.044085] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733245, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.044249] env[64658]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.27116399999999996 sec [ 667.048414] env[64658]: INFO nova.scheduler.client.report [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Deleted allocations for instance be8fa573-125b-46d4-9943-51f1f36023af [ 667.052814] env[64658]: DEBUG oslo_vmware.api [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Task: {'id': task-2733248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152868} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.053290] env[64658]: DEBUG oslo_vmware.api [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733247, 'name': PowerOnVM_Task, 'duration_secs': 0.690501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.058783] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.058974] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.059161] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.059325] env[64658]: INFO nova.compute.manager [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Took 1.49 seconds to destroy the instance on the hypervisor. [ 667.061171] env[64658]: DEBUG oslo.service.loopingcall [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.061171] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.061171] env[64658]: DEBUG nova.compute.manager [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.073587] env[64658]: DEBUG nova.compute.manager [-] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.073641] env[64658]: DEBUG nova.network.neutron [-] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.075832] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c1fc3-338c-4032-af97-71211098c52a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.079469] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance '604afb68-292a-4e28-a901-9df7a8d5be47' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.090785] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733245, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.377733] env[64658]: DEBUG nova.network.neutron [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Updated VIF entry in instance network info cache for port 78ce971c-e844-418b-bb28-1b912f9b18d0. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.378672] env[64658]: DEBUG nova.network.neutron [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Updating instance_info_cache with network_info: [{"id": "78ce971c-e844-418b-bb28-1b912f9b18d0", "address": "fa:16:3e:4d:d3:90", "network": {"id": "0abb1d17-8f1c-426c-b332-49eb7de507ae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1595828279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e24951e3a4cc6b6a75335b499f1cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ce971c-e8", "ovs_interfaceid": "78ce971c-e844-418b-bb28-1b912f9b18d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.535528] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.538840] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.538840] env[64658]: DEBUG nova.network.neutron [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.542175] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f56ffd6e-bade-43a3-a238-5dda36210de8 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "4ed1d948-0194-482f-be20-05fc58537de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.212s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.565147] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733245, 'name': CreateVM_Task, 'duration_secs': 1.610394} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.565598] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.566550] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.566863] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.567292] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.567586] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8e0eef-9f4d-44de-8109-432add164519 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.578426] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 667.578426] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5226d946-1c2b-0f93-e229-ebf716cc7a59" [ 667.578426] env[64658]: _type = "Task" [ 667.578426] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.579024] env[64658]: DEBUG oslo_concurrency.lockutils [None req-34d4310e-12d4-450f-98f3-19789ff07d35 tempest-TenantUsagesTestJSON-1475192968 tempest-TenantUsagesTestJSON-1475192968-project-member] Lock "be8fa573-125b-46d4-9943-51f1f36023af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.577s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.595807] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5226d946-1c2b-0f93-e229-ebf716cc7a59, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.600381] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.600921] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.604151] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.604301] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.604558] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.607217] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95feb77e-5926-4268-979c-d5194fd73565 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.609737] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.618881] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.619069] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.619792] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4328a9-62d0-404a-ab36-4d413490a87a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.625379] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 667.625379] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c1463d-1b8d-a3e2-d90b-2bdc5d97413b" [ 667.625379] env[64658]: _type = "Task" [ 667.625379] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.635155] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c1463d-1b8d-a3e2-d90b-2bdc5d97413b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.677610] env[64658]: DEBUG nova.network.neutron [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Port 85401a76-2b83-4ea3-a3c9-876a40b9b44e binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 667.765694] env[64658]: DEBUG nova.network.neutron [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Updated VIF entry in instance network info cache for port 8d8972b6-fba5-4785-bd2e-e5e6212edf53. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.766232] env[64658]: DEBUG nova.network.neutron [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Updating instance_info_cache with network_info: [{"id": "8d8972b6-fba5-4785-bd2e-e5e6212edf53", "address": "fa:16:3e:76:36:ec", "network": {"id": "0de01135-ffdd-4e76-a334-22d362ca9f9a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1987398854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dd01b6c5a14453daa5e43c9e5bc1766", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8972b6-fb", "ovs_interfaceid": "8d8972b6-fba5-4785-bd2e-e5e6212edf53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.882451] env[64658]: DEBUG oslo_concurrency.lockutils [req-b0a40029-b9d3-457f-9fb7-35d5eb810505 req-b8327068-4cc9-45ed-aa2a-6d1e60630900 service nova] Releasing lock "refresh_cache-5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.978077] env[64658]: DEBUG nova.network.neutron [-] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.031782] env[64658]: DEBUG nova.compute.manager [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.032728] env[64658]: DEBUG oslo_concurrency.lockutils [None req-35f8a1b9-162e-4cf4-b459-2bc1cddb3ece tempest-ServersAdmin275Test-50812005 tempest-ServersAdmin275Test-50812005-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.034444] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a3567-63f8-47e8-a56c-d522160d93fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.042421] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.084s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.045313] env[64658]: INFO nova.compute.claims [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.056020] env[64658]: DEBUG nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.096444] env[64658]: DEBUG nova.network.neutron [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.139158] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c1463d-1b8d-a3e2-d90b-2bdc5d97413b, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.139158] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63f8f2d-2123-4a6d-9a0f-f9d521e144c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.145529] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 668.145529] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521a8f49-0834-32bf-a768-1f7eaf6dde4d" [ 668.145529] env[64658]: _type = "Task" [ 668.145529] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.157459] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521a8f49-0834-32bf-a768-1f7eaf6dde4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.272265] env[64658]: DEBUG oslo_concurrency.lockutils [req-bdf9dec6-cd50-4a0c-a9c2-d6e4b88575a9 req-4a42f675-5bc9-43c5-b8e0-2972990edaca service nova] Releasing lock "refresh_cache-884c3f22-c97a-45f4-8005-609d4533621a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.272265] env[64658]: DEBUG nova.network.neutron [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updating instance_info_cache with network_info: [{"id": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "address": "fa:16:3e:5f:ee:1c", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1f4609-27", "ovs_interfaceid": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.484083] env[64658]: INFO nova.compute.manager [-] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Took 1.41 seconds to deallocate network for instance. [ 668.566176] env[64658]: INFO nova.compute.manager [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] instance snapshotting [ 668.574719] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6da8ba-41e8-4f3d-8850-d65cb2653300 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.608882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.609692] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3503781-e295-4298-a5fb-12ca558f7a57 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.658250] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521a8f49-0834-32bf-a768-1f7eaf6dde4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.658565] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.658831] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 884c3f22-c97a-45f4-8005-609d4533621a/884c3f22-c97a-45f4-8005-609d4533621a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.659118] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bd3fafb-5d1a-4932-911c-b94f46ab7a26 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.663791] env[64658]: DEBUG nova.compute.manager [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Received event network-vif-plugged-ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.664423] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] Acquiring lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.664423] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.664423] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.664642] env[64658]: DEBUG nova.compute.manager [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] No waiting events found dispatching network-vif-plugged-ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.664696] env[64658]: WARNING nova.compute.manager [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Received unexpected event network-vif-plugged-ad1f4609-274e-4557-98ad-ed71a41d5aa9 for instance with vm_state building and task_state spawning. [ 668.664875] env[64658]: DEBUG nova.compute.manager [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Received event network-changed-ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.665029] env[64658]: DEBUG nova.compute.manager [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Refreshing instance network info cache due to event network-changed-ad1f4609-274e-4557-98ad-ed71a41d5aa9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.665328] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] Acquiring lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.674224] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 668.674224] env[64658]: value = "task-2733249" [ 668.674224] env[64658]: _type = "Task" [ 668.674224] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.684094] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.702047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.702047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.702047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.780292] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Releasing lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.780657] env[64658]: DEBUG nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance network_info: |[{"id": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "address": "fa:16:3e:5f:ee:1c", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1f4609-27", "ovs_interfaceid": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.780986] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] Acquired lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.781199] env[64658]: DEBUG nova.network.neutron [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Refreshing network info cache for port ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.782506] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ee:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad1f4609-274e-4557-98ad-ed71a41d5aa9', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.797451] env[64658]: DEBUG oslo.service.loopingcall [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.798539] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.798870] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4593f8cb-f50e-42ed-aa39-c22fc6d4ff5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.834070] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.834070] env[64658]: value = "task-2733250" [ 668.834070] env[64658]: _type = "Task" [ 668.834070] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.849913] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733250, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.995912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.122480] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 669.122825] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4354e180-dc21-4ae4-a372-4d4edd5d3486 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.134360] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 669.134360] env[64658]: value = "task-2733251" [ 669.134360] env[64658]: _type = "Task" [ 669.134360] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.148658] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.186500] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733249, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.335894] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "62c6dd7b-0f3d-4174-a379-326f0186de20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.339170] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "62c6dd7b-0f3d-4174-a379-326f0186de20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.339170] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "62c6dd7b-0f3d-4174-a379-326f0186de20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.339170] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "62c6dd7b-0f3d-4174-a379-326f0186de20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.339170] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "62c6dd7b-0f3d-4174-a379-326f0186de20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.351871] env[64658]: INFO nova.compute.manager [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Terminating instance [ 669.362998] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733250, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.658721] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733251, 'name': CreateSnapshot_Task, 'duration_secs': 0.52325} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.659525] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.660570] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c5b958-8642-4499-a703-939302b215a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.682726] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c272c1d-209d-47d2-950a-5d4e2045d41c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.689237] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529346} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.690133] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 884c3f22-c97a-45f4-8005-609d4533621a/884c3f22-c97a-45f4-8005-609d4533621a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.690227] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.690493] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee50c84-0bfc-4d52-8021-b60bc7efb5a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.696207] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f9cf92-46a1-4c68-bb5b-97c21b152336 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.700882] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 669.700882] env[64658]: value = "task-2733252" [ 669.700882] env[64658]: _type = "Task" [ 669.700882] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.737678] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc20622b-9099-4fe6-aeac-ae2426009a06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.744184] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.750338] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f069fbce-17c8-43c4-a688-529713abeaa3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.766339] env[64658]: DEBUG nova.compute.provider_tree [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.821270] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.821481] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.821797] env[64658]: DEBUG nova.network.neutron [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.855113] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733250, 'name': CreateVM_Task, 'duration_secs': 0.570295} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.855364] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.856072] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.856257] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.856574] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.857120] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "refresh_cache-62c6dd7b-0f3d-4174-a379-326f0186de20" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.857286] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "refresh_cache-62c6dd7b-0f3d-4174-a379-326f0186de20" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.857455] env[64658]: DEBUG nova.network.neutron [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.858595] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f290cd-1c47-45fe-8ad4-3917717a76f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.864612] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 669.864612] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5269560a-5609-155b-42a4-4fe23e7d74a6" [ 669.864612] env[64658]: _type = "Task" [ 669.864612] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.874447] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5269560a-5609-155b-42a4-4fe23e7d74a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.875760] env[64658]: DEBUG nova.network.neutron [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updated VIF entry in instance network info cache for port ad1f4609-274e-4557-98ad-ed71a41d5aa9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.875935] env[64658]: DEBUG nova.network.neutron [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updating instance_info_cache with network_info: [{"id": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "address": "fa:16:3e:5f:ee:1c", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1f4609-27", "ovs_interfaceid": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.079488] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "987650e4-35a4-4997-b913-e8224280a8bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.079815] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "987650e4-35a4-4997-b913-e8224280a8bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.190643] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 670.193983] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b674fda9-88e0-4553-a580-3d80f12e1590 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.201657] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 670.201657] env[64658]: value = "task-2733253" [ 670.201657] env[64658]: _type = "Task" [ 670.201657] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.214018] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.219863] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733253, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.270434] env[64658]: DEBUG nova.scheduler.client.report [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.381269] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] Releasing lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.381540] env[64658]: DEBUG nova.compute.manager [req-5a077d05-830c-4a97-9745-8f8e6f1397a7 req-f5264f13-0b65-414e-9925-2d456b1ba97b service nova] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Received event network-vif-deleted-9e13c25c-2df5-445a-9b37-586ffa546ec9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.381901] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5269560a-5609-155b-42a4-4fe23e7d74a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.382189] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.382516] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.382616] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.382757] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.382928] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.383211] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a67ad3b-f05d-4a70-883d-60a9f4ea3d45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.389348] env[64658]: DEBUG nova.network.neutron [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.401837] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.402184] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.403821] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcef2d8-490a-457c-b36e-cb341d704cde {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.414228] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 670.414228] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fc03ec-2704-5c2e-e9dd-3df4c2163d5b" [ 670.414228] env[64658]: _type = "Task" [ 670.414228] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.433743] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fc03ec-2704-5c2e-e9dd-3df4c2163d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.495664] env[64658]: DEBUG nova.network.neutron [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.608706] env[64658]: DEBUG nova.network.neutron [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [{"id": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "address": "fa:16:3e:79:b2:2d", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85401a76-2b", "ovs_interfaceid": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.720873] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.7837} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.724056] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.724388] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733253, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.725118] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635e9a4f-fc64-4910-bb32-f7707b5adf10 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.751960] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 884c3f22-c97a-45f4-8005-609d4533621a/884c3f22-c97a-45f4-8005-609d4533621a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.752181] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dc4c011-9ec0-4eda-a8e5-eee9db7b8ee1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.778882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.779403] env[64658]: DEBUG nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.785023] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 670.785023] env[64658]: value = "task-2733254" [ 670.785023] env[64658]: _type = "Task" [ 670.785023] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.785023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.406s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.785023] env[64658]: DEBUG nova.objects.instance [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lazy-loading 'resources' on Instance uuid 65ee8800-400a-4baa-b696-e7a405c8fc16 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.793177] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.813023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "4ed1d948-0194-482f-be20-05fc58537de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.813023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "4ed1d948-0194-482f-be20-05fc58537de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.813023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "4ed1d948-0194-482f-be20-05fc58537de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.813023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "4ed1d948-0194-482f-be20-05fc58537de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.813023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "4ed1d948-0194-482f-be20-05fc58537de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.814429] env[64658]: INFO nova.compute.manager [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Terminating instance [ 670.926190] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fc03ec-2704-5c2e-e9dd-3df4c2163d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.019089} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.928392] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7d6332-a2f3-4695-99d6-0b629ee7cb4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.933934] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 670.933934] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523f9b9d-0a70-b101-a2f1-12e8af68e4a3" [ 670.933934] env[64658]: _type = "Task" [ 670.933934] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.944046] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523f9b9d-0a70-b101-a2f1-12e8af68e4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.002300] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "refresh_cache-62c6dd7b-0f3d-4174-a379-326f0186de20" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.002300] env[64658]: DEBUG nova.compute.manager [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.002300] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.002300] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef62356-3507-4642-81f2-76e374c8046f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.013119] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.013621] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470e1c77-885e-4a92-b593-77c36eee3a46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.025021] env[64658]: DEBUG oslo_vmware.api [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 671.025021] env[64658]: value = "task-2733255" [ 671.025021] env[64658]: _type = "Task" [ 671.025021] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.037846] env[64658]: DEBUG oslo_vmware.api [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.113038] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.221562] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733253, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.285393] env[64658]: DEBUG nova.compute.utils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.290984] env[64658]: DEBUG nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.290984] env[64658]: DEBUG nova.network.neutron [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.308035] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733254, 'name': ReconfigVM_Task, 'duration_secs': 0.383641} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.308430] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 884c3f22-c97a-45f4-8005-609d4533621a/884c3f22-c97a-45f4-8005-609d4533621a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.309729] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e36566a8-8d5c-4827-9698-84201b3fde9a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.321340] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 671.321340] env[64658]: value = "task-2733256" [ 671.321340] env[64658]: _type = "Task" [ 671.321340] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.321534] env[64658]: DEBUG nova.compute.manager [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.321580] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.326282] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439eb4c4-d0f0-4430-9491-fd7f0b7da650 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.336289] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733256, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.341764] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.342619] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2696539d-676d-446d-99fa-f60517b0c2ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.352900] env[64658]: DEBUG oslo_vmware.api [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 671.352900] env[64658]: value = "task-2733257" [ 671.352900] env[64658]: _type = "Task" [ 671.352900] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.367275] env[64658]: DEBUG oslo_vmware.api [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.382331] env[64658]: DEBUG nova.policy [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '618a455f3c5742f093d4df4075d5057c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '167c2ae99e5b4ac9b0b68c41cb68ddb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.448448] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523f9b9d-0a70-b101-a2f1-12e8af68e4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.452336] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.452614] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d7141e65-a29e-4e8b-bb6f-18b633a0551d/d7141e65-a29e-4e8b-bb6f-18b633a0551d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.453976] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8115ac68-7e34-4682-b53d-3ce4ec84db54 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.463278] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 671.463278] env[64658]: value = "task-2733258" [ 671.463278] env[64658]: _type = "Task" [ 671.463278] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.478231] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.538430] env[64658]: DEBUG oslo_vmware.api [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733255, 'name': PowerOffVM_Task, 'duration_secs': 0.159518} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.538805] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.538998] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.539295] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0cf73a6-0a7c-4109-ad29-d0c62f9448fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.574218] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.574476] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.574738] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleting the datastore file [datastore1] 62c6dd7b-0f3d-4174-a379-326f0186de20 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.575342] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f481e8-f7a0-4b06-b08c-8c9e92a7d846 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.588424] env[64658]: DEBUG oslo_vmware.api [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 671.588424] env[64658]: value = "task-2733260" [ 671.588424] env[64658]: _type = "Task" [ 671.588424] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.600225] env[64658]: DEBUG oslo_vmware.api [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.640629] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec7104e-b0ae-41be-ace6-e255ff754715 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.672495] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c7a72-2394-4ab6-9cfd-159a7590060b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.683835] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance '604afb68-292a-4e28-a901-9df7a8d5be47' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.721473] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733253, 'name': CloneVM_Task, 'duration_secs': 1.466545} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.726258] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Created linked-clone VM from snapshot [ 671.728191] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa882d9e-6aa7-4d39-9cfb-f5abb5da3cea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.732882] env[64658]: DEBUG nova.network.neutron [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Successfully created port: f662e1d3-c104-459e-9b75-ce4d9e0247f1 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.747029] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Uploading image 2385507c-3648-4b2e-84d9-b405adc1c0e0 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 671.782608] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 671.782608] env[64658]: value = "vm-550303" [ 671.782608] env[64658]: _type = "VirtualMachine" [ 671.782608] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 671.782971] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecd73e69-7018-44ae-8cf7-4f118c18964a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.792813] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lease: (returnval){ [ 671.792813] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52956057-c1ea-ca06-1f91-30686391c9f5" [ 671.792813] env[64658]: _type = "HttpNfcLease" [ 671.792813] env[64658]: } obtained for exporting VM: (result){ [ 671.792813] env[64658]: value = "vm-550303" [ 671.792813] env[64658]: _type = "VirtualMachine" [ 671.792813] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 671.792813] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the lease: (returnval){ [ 671.792813] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52956057-c1ea-ca06-1f91-30686391c9f5" [ 671.792813] env[64658]: _type = "HttpNfcLease" [ 671.792813] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 671.798952] env[64658]: DEBUG nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.811801] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.811801] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52956057-c1ea-ca06-1f91-30686391c9f5" [ 671.811801] env[64658]: _type = "HttpNfcLease" [ 671.811801] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 671.834105] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733256, 'name': Rename_Task, 'duration_secs': 0.201702} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.834401] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.834732] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5469246f-76e7-4917-a2e6-699113d9c6ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.846952] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 671.846952] env[64658]: value = "task-2733262" [ 671.846952] env[64658]: _type = "Task" [ 671.846952] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.861022] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.871930] env[64658]: DEBUG oslo_vmware.api [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733257, 'name': PowerOffVM_Task, 'duration_secs': 0.200475} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.872036] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.872272] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.875045] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-859ec461-03ed-4f18-a3f0-7193a7998411 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.951127] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.951397] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.953019] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Deleting the datastore file [datastore2] 4ed1d948-0194-482f-be20-05fc58537de6 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.953019] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db7f561-2040-4753-ba38-0a04e042c948 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.961074] env[64658]: DEBUG oslo_vmware.api [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for the task: (returnval){ [ 671.961074] env[64658]: value = "task-2733264" [ 671.961074] env[64658]: _type = "Task" [ 671.961074] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.978586] env[64658]: DEBUG oslo_vmware.api [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.981846] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733258, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.005361] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e788fe5-5651-447c-b2db-6604d4b8eaa3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.017035] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db9ed6b-3bfd-469e-906b-7ae3fceebbfc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.055046] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb5a97-b09c-4a82-b2d7-7de55734e0f4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.065930] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99251b4-faf6-4238-b578-6b2ad0eda9ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.085922] env[64658]: DEBUG nova.compute.provider_tree [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.100618] env[64658]: DEBUG oslo_vmware.api [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378733} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.100728] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.101448] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.101448] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.101448] env[64658]: INFO nova.compute.manager [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Took 1.10 seconds to destroy the instance on the hypervisor. [ 672.101598] env[64658]: DEBUG oslo.service.loopingcall [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.101706] env[64658]: DEBUG nova.compute.manager [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.101805] env[64658]: DEBUG nova.network.neutron [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.123469] env[64658]: DEBUG nova.network.neutron [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.192608] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.192975] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07582fd5-c440-4594-8a0e-eecf78cceb6a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.201790] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 672.201790] env[64658]: value = "task-2733265" [ 672.201790] env[64658]: _type = "Task" [ 672.201790] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.211959] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.304618] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.304618] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52956057-c1ea-ca06-1f91-30686391c9f5" [ 672.304618] env[64658]: _type = "HttpNfcLease" [ 672.304618] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 672.304972] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 672.304972] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52956057-c1ea-ca06-1f91-30686391c9f5" [ 672.304972] env[64658]: _type = "HttpNfcLease" [ 672.304972] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 672.306117] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f6dcc4-284c-4f9b-82af-028563d7ce70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.317532] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb1db8-a1a8-74a5-07d5-7dab3d14aeee/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 672.317532] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb1db8-a1a8-74a5-07d5-7dab3d14aeee/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 672.395304] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733262, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.419569] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43bafa11-01fa-4e1a-a309-68945d266f64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.471948] env[64658]: DEBUG oslo_vmware.api [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Task: {'id': task-2733264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339427} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.476694] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.476694] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.476694] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.476694] env[64658]: INFO nova.compute.manager [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 672.476694] env[64658]: DEBUG oslo.service.loopingcall [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.476694] env[64658]: DEBUG nova.compute.manager [-] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.476694] env[64658]: DEBUG nova.network.neutron [-] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.483575] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7073} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.483820] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d7141e65-a29e-4e8b-bb6f-18b633a0551d/d7141e65-a29e-4e8b-bb6f-18b633a0551d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.484695] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.484695] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad0f00e3-0996-4d1e-8c23-c1cd2bd07767 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.491931] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 672.491931] env[64658]: value = "task-2733266" [ 672.491931] env[64658]: _type = "Task" [ 672.491931] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.500627] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.589552] env[64658]: DEBUG nova.scheduler.client.report [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.628656] env[64658]: DEBUG nova.network.neutron [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.717707] env[64658]: DEBUG oslo_vmware.api [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733265, 'name': PowerOnVM_Task, 'duration_secs': 0.442905} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.718571] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.718855] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1feaae-7ebd-4c49-9b77-90ac7772567c tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance '604afb68-292a-4e28-a901-9df7a8d5be47' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.820570] env[64658]: DEBUG nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.859446] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.860215] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.860215] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.860354] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.860951] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.860951] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.861161] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.861332] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.861537] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.861662] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.862419] env[64658]: DEBUG nova.virt.hardware [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.863671] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4adfb6b-ab41-45e3-832a-a46cf1ba459c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.873903] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6136857-b318-4579-83a9-38916218d46a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.901591] env[64658]: DEBUG oslo_vmware.api [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733262, 'name': PowerOnVM_Task, 'duration_secs': 0.590895} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.902183] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.903236] env[64658]: INFO nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Took 9.63 seconds to spawn the instance on the hypervisor. [ 672.903236] env[64658]: DEBUG nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.903493] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed8fa48-0738-4f5f-af21-0943e775d278 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.007300] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081561} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.007628] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.008698] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d59af87-b7df-4188-be4f-b533b0e6a558 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.043894] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] d7141e65-a29e-4e8b-bb6f-18b633a0551d/d7141e65-a29e-4e8b-bb6f-18b633a0551d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.043894] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5079e834-4f08-4d62-ab8d-e1f6030de1cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.068913] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 673.068913] env[64658]: value = "task-2733267" [ 673.068913] env[64658]: _type = "Task" [ 673.068913] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.077545] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.099237] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.100496] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.778s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.103504] env[64658]: INFO nova.compute.claims [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.131616] env[64658]: INFO nova.compute.manager [-] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Took 1.03 seconds to deallocate network for instance. [ 673.152737] env[64658]: INFO nova.scheduler.client.report [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleted allocations for instance 65ee8800-400a-4baa-b696-e7a405c8fc16 [ 673.176127] env[64658]: DEBUG nova.compute.manager [req-88ebfb1e-8a78-49ea-8c00-636a0bf98cd8 req-9df42825-b756-47bf-995e-ffde9000b959 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Received event network-vif-deleted-262d10f3-cdec-4460-b2b2-f34c9ea397e1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.177920] env[64658]: INFO nova.compute.manager [req-88ebfb1e-8a78-49ea-8c00-636a0bf98cd8 req-9df42825-b756-47bf-995e-ffde9000b959 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Neutron deleted interface 262d10f3-cdec-4460-b2b2-f34c9ea397e1; detaching it from the instance and deleting it from the info cache [ 673.177920] env[64658]: DEBUG nova.network.neutron [req-88ebfb1e-8a78-49ea-8c00-636a0bf98cd8 req-9df42825-b756-47bf-995e-ffde9000b959 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.336100] env[64658]: DEBUG nova.network.neutron [-] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.377793] env[64658]: DEBUG nova.network.neutron [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Successfully updated port: f662e1d3-c104-459e-9b75-ce4d9e0247f1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.422534] env[64658]: INFO nova.compute.manager [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Took 35.28 seconds to build instance. [ 673.581286] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.640615] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.668195] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6c0fb945-395e-43dd-ac3d-9fe49a3de1e1 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "65ee8800-400a-4baa-b696-e7a405c8fc16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.182s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.679967] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fc0372b-c84f-45b5-ad94-748c532c3728 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.695733] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dbfb10-246c-4eec-acdb-3804c5e6766a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.736531] env[64658]: DEBUG nova.compute.manager [req-88ebfb1e-8a78-49ea-8c00-636a0bf98cd8 req-9df42825-b756-47bf-995e-ffde9000b959 service nova] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Detach interface failed, port_id=262d10f3-cdec-4460-b2b2-f34c9ea397e1, reason: Instance 4ed1d948-0194-482f-be20-05fc58537de6 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 673.839299] env[64658]: INFO nova.compute.manager [-] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Took 1.36 seconds to deallocate network for instance. [ 673.900974] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "refresh_cache-dbdcdde9-d800-4248-9b0d-edab7d19597d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.900974] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired lock "refresh_cache-dbdcdde9-d800-4248-9b0d-edab7d19597d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.900974] env[64658]: DEBUG nova.network.neutron [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.925624] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d41044fd-f56b-4b3f-8bf2-60fc21f62504 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "884c3f22-c97a-45f4-8005-609d4533621a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.247s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.081467] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.348608] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.358551] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "884c3f22-c97a-45f4-8005-609d4533621a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.358822] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "884c3f22-c97a-45f4-8005-609d4533621a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.359045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "884c3f22-c97a-45f4-8005-609d4533621a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.359239] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "884c3f22-c97a-45f4-8005-609d4533621a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.359404] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "884c3f22-c97a-45f4-8005-609d4533621a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.361554] env[64658]: INFO nova.compute.manager [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Terminating instance [ 674.420245] env[64658]: DEBUG nova.network.neutron [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.431827] env[64658]: DEBUG nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.577950] env[64658]: DEBUG nova.network.neutron [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Updating instance_info_cache with network_info: [{"id": "f662e1d3-c104-459e-9b75-ce4d9e0247f1", "address": "fa:16:3e:c8:d0:2b", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf662e1d3-c1", "ovs_interfaceid": "f662e1d3-c104-459e-9b75-ce4d9e0247f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.586631] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.656013] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d37ae-1bd7-4571-94bf-17e8867021e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.666481] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b54495-049b-46e3-b1d3-5e3b07ce169b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.701983] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888cf3e-3570-487c-baef-1bfc07bf36ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.707607] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "179392a5-0392-443c-a9a6-c5a88723afbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.707856] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "179392a5-0392-443c-a9a6-c5a88723afbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.714332] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e86cede-5e0e-49f6-8ae5-316f5858d60a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.732349] env[64658]: DEBUG nova.compute.provider_tree [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.866397] env[64658]: DEBUG nova.compute.manager [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.866616] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.867599] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954f681b-b163-40a6-9827-95a4951fe9e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.877392] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.877649] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6191a6f-645c-494d-be76-e42c2496bc52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.886940] env[64658]: DEBUG oslo_vmware.api [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 674.886940] env[64658]: value = "task-2733268" [ 674.886940] env[64658]: _type = "Task" [ 674.886940] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.901154] env[64658]: DEBUG oslo_vmware.api [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.968410] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.082986] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733267, 'name': ReconfigVM_Task, 'duration_secs': 1.588297} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.083376] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] d7141e65-a29e-4e8b-bb6f-18b633a0551d/d7141e65-a29e-4e8b-bb6f-18b633a0551d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.086649] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-724a4ca8-efa0-4497-a03a-85694cf5d8ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.086737] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Releasing lock "refresh_cache-dbdcdde9-d800-4248-9b0d-edab7d19597d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.087947] env[64658]: DEBUG nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Instance network_info: |[{"id": "f662e1d3-c104-459e-9b75-ce4d9e0247f1", "address": "fa:16:3e:c8:d0:2b", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf662e1d3-c1", "ovs_interfaceid": "f662e1d3-c104-459e-9b75-ce4d9e0247f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.087947] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:d0:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f662e1d3-c104-459e-9b75-ce4d9e0247f1', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.095728] env[64658]: DEBUG oslo.service.loopingcall [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.097312] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.097972] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 675.097972] env[64658]: value = "task-2733269" [ 675.097972] env[64658]: _type = "Task" [ 675.097972] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.097972] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e08a3274-cca6-432b-ab9a-6d613c9d0966 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.124021] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733269, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.125758] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.125758] env[64658]: value = "task-2733270" [ 675.125758] env[64658]: _type = "Task" [ 675.125758] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.134534] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733270, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.235979] env[64658]: DEBUG nova.scheduler.client.report [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.259284] env[64658]: DEBUG nova.compute.manager [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Received event network-vif-plugged-f662e1d3-c104-459e-9b75-ce4d9e0247f1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.259745] env[64658]: DEBUG oslo_concurrency.lockutils [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] Acquiring lock "dbdcdde9-d800-4248-9b0d-edab7d19597d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.260077] env[64658]: DEBUG oslo_concurrency.lockutils [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.260277] env[64658]: DEBUG oslo_concurrency.lockutils [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.260512] env[64658]: DEBUG nova.compute.manager [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] No waiting events found dispatching network-vif-plugged-f662e1d3-c104-459e-9b75-ce4d9e0247f1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.260691] env[64658]: WARNING nova.compute.manager [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Received unexpected event network-vif-plugged-f662e1d3-c104-459e-9b75-ce4d9e0247f1 for instance with vm_state building and task_state spawning. [ 675.260864] env[64658]: DEBUG nova.compute.manager [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Received event network-changed-f662e1d3-c104-459e-9b75-ce4d9e0247f1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.261029] env[64658]: DEBUG nova.compute.manager [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Refreshing instance network info cache due to event network-changed-f662e1d3-c104-459e-9b75-ce4d9e0247f1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.261247] env[64658]: DEBUG oslo_concurrency.lockutils [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] Acquiring lock "refresh_cache-dbdcdde9-d800-4248-9b0d-edab7d19597d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.261400] env[64658]: DEBUG oslo_concurrency.lockutils [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] Acquired lock "refresh_cache-dbdcdde9-d800-4248-9b0d-edab7d19597d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.261556] env[64658]: DEBUG nova.network.neutron [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Refreshing network info cache for port f662e1d3-c104-459e-9b75-ce4d9e0247f1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.399138] env[64658]: DEBUG oslo_vmware.api [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733268, 'name': PowerOffVM_Task, 'duration_secs': 0.248106} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.399408] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.399593] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.399855] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b442cd9-a3e2-4a71-8865-9306d9f0d5bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.403345] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "604afb68-292a-4e28-a901-9df7a8d5be47" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.404544] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.404544] env[64658]: DEBUG nova.compute.manager [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Going to confirm migration 1 {{(pid=64658) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 675.481930] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.481930] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.482144] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Deleting the datastore file [datastore1] 884c3f22-c97a-45f4-8005-609d4533621a {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.482543] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a9c954-2900-4f9c-bec7-7ef9c217eaa7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.491340] env[64658]: DEBUG oslo_vmware.api [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for the task: (returnval){ [ 675.491340] env[64658]: value = "task-2733272" [ 675.491340] env[64658]: _type = "Task" [ 675.491340] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.501703] env[64658]: DEBUG oslo_vmware.api [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.624643] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733269, 'name': Rename_Task, 'duration_secs': 0.243223} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.625019] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.625296] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c0ee93-65f7-49ee-a644-c528ef928207 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.638035] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733270, 'name': CreateVM_Task, 'duration_secs': 0.472643} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.639491] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.639753] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 675.639753] env[64658]: value = "task-2733273" [ 675.639753] env[64658]: _type = "Task" [ 675.639753] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.640439] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.640690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.641206] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.641266] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947f372e-13af-46a6-8090-3d55a921bbd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.658576] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.658732] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 675.658732] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522fdf64-089c-e9a8-e095-8494db99a0ba" [ 675.658732] env[64658]: _type = "Task" [ 675.658732] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.669753] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522fdf64-089c-e9a8-e095-8494db99a0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015328} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.669845] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.670116] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.670397] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.670578] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.670798] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.671127] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d05aee00-23c8-4ff6-98f0-7200d5829b02 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.683694] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.683836] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.684912] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10506c39-8192-49b7-bbf8-d3f55f0e344b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.693076] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 675.693076] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e3c0ea-6fe9-571f-5cd4-642bae819bcf" [ 675.693076] env[64658]: _type = "Task" [ 675.693076] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.703232] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e3c0ea-6fe9-571f-5cd4-642bae819bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.743961] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.744602] env[64658]: DEBUG nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.747940] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.224s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.749944] env[64658]: INFO nova.compute.claims [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.998795] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.999643] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.000845] env[64658]: DEBUG nova.network.neutron [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.001101] env[64658]: DEBUG nova.objects.instance [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lazy-loading 'info_cache' on Instance uuid 604afb68-292a-4e28-a901-9df7a8d5be47 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.028946] env[64658]: DEBUG oslo_vmware.api [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Task: {'id': task-2733272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299419} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.029127] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.029345] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.030057] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.030057] env[64658]: INFO nova.compute.manager [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 676.030057] env[64658]: DEBUG oslo.service.loopingcall [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.030557] env[64658]: DEBUG nova.compute.manager [-] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.030684] env[64658]: DEBUG nova.network.neutron [-] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.038815] env[64658]: DEBUG nova.network.neutron [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Updated VIF entry in instance network info cache for port f662e1d3-c104-459e-9b75-ce4d9e0247f1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.039229] env[64658]: DEBUG nova.network.neutron [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Updating instance_info_cache with network_info: [{"id": "f662e1d3-c104-459e-9b75-ce4d9e0247f1", "address": "fa:16:3e:c8:d0:2b", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf662e1d3-c1", "ovs_interfaceid": "f662e1d3-c104-459e-9b75-ce4d9e0247f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.155605] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733273, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.206566] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e3c0ea-6fe9-571f-5cd4-642bae819bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.014582} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.207511] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae268f54-eacc-454e-aa28-ef3392dbe267 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.219996] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 676.219996] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52026c47-1233-3835-ee30-70332d4c9678" [ 676.219996] env[64658]: _type = "Task" [ 676.219996] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.229755] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52026c47-1233-3835-ee30-70332d4c9678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.254517] env[64658]: DEBUG nova.compute.utils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.258216] env[64658]: DEBUG nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.258507] env[64658]: DEBUG nova.network.neutron [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.330873] env[64658]: DEBUG nova.policy [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49dc0b57cf2b4bcf94bbf2c29e61803e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7727dab3f48492a9706b939d150b7c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.542082] env[64658]: DEBUG oslo_concurrency.lockutils [req-874c6623-202a-4e4f-8b94-4a02f7b461d7 req-08c33de6-3a61-4525-a5ef-dfa7e643fc96 service nova] Releasing lock "refresh_cache-dbdcdde9-d800-4248-9b0d-edab7d19597d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.651551] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.652393] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.657962] env[64658]: DEBUG oslo_vmware.api [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733273, 'name': PowerOnVM_Task, 'duration_secs': 0.832183} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.659066] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.659197] env[64658]: INFO nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Took 10.62 seconds to spawn the instance on the hypervisor. [ 676.659347] env[64658]: DEBUG nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.660201] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b74b12-2624-40d9-bd19-d79d5b462cd5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.667551] env[64658]: DEBUG nova.network.neutron [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Successfully created port: 37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.729679] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52026c47-1233-3835-ee30-70332d4c9678, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.729947] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.730214] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] dbdcdde9-d800-4248-9b0d-edab7d19597d/dbdcdde9-d800-4248-9b0d-edab7d19597d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.730469] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab7e6007-9fe2-47c9-bf36-2b29f7a7cbd2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.738556] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 676.738556] env[64658]: value = "task-2733274" [ 676.738556] env[64658]: _type = "Task" [ 676.738556] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.748501] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.761056] env[64658]: DEBUG nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.826714] env[64658]: DEBUG nova.network.neutron [-] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.184962] env[64658]: INFO nova.compute.manager [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Took 38.44 seconds to build instance. [ 677.234560] env[64658]: DEBUG nova.network.neutron [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [{"id": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "address": "fa:16:3e:79:b2:2d", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85401a76-2b", "ovs_interfaceid": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.250045] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.284915] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f349e56-a78a-48b4-b8e5-30690ecb9627 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.294773] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0b84fa-92a6-4bad-a496-7a9794555910 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.332078] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa4e3f-793b-4f99-bca9-d194bddb1163 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.335131] env[64658]: INFO nova.compute.manager [-] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Took 1.30 seconds to deallocate network for instance. [ 677.348023] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c27881-0f56-47c6-9716-2628a31e9872 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.360630] env[64658]: DEBUG nova.compute.provider_tree [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.389867] env[64658]: DEBUG nova.compute.manager [req-1c515ea9-142d-441c-b7a4-439345a31271 req-c050a7e9-9977-4260-b12b-576eca8469e5 service nova] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Received event network-vif-deleted-8d8972b6-fba5-4785-bd2e-e5e6212edf53 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.687473] env[64658]: DEBUG oslo_concurrency.lockutils [None req-761a0be5-6254-4487-bfc4-f3047f4e6dfd tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.148s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.737723] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.738054] env[64658]: DEBUG nova.objects.instance [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lazy-loading 'migration_context' on Instance uuid 604afb68-292a-4e28-a901-9df7a8d5be47 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.750998] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603908} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.751417] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] dbdcdde9-d800-4248-9b0d-edab7d19597d/dbdcdde9-d800-4248-9b0d-edab7d19597d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.751541] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.751860] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f444e3-3e30-4497-ba7e-bf6505460e87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.759854] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 677.759854] env[64658]: value = "task-2733275" [ 677.759854] env[64658]: _type = "Task" [ 677.759854] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.770078] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.773835] env[64658]: DEBUG nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.803839] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.804145] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.804322] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.804749] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.804818] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.804940] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.805706] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.805968] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.806232] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.806419] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.806597] env[64658]: DEBUG nova.virt.hardware [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.807537] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23699a50-89d8-4058-894f-3c42f75349ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.816870] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a17567-950d-41d9-8076-11dbba9ac50d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.844543] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.863770] env[64658]: DEBUG nova.scheduler.client.report [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.190153] env[64658]: DEBUG nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.216930] env[64658]: DEBUG nova.network.neutron [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Successfully updated port: 37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.241632] env[64658]: DEBUG nova.objects.base [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Object Instance<604afb68-292a-4e28-a901-9df7a8d5be47> lazy-loaded attributes: info_cache,migration_context {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 678.241774] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b0703f-1c97-4683-9e62-52c51119d8e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.269134] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be20a058-f7bb-4a4d-a88a-394761e9c319 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.276303] env[64658]: DEBUG oslo_vmware.api [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 678.276303] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e5594e-e385-c8d0-bb28-e26dd89188cb" [ 678.276303] env[64658]: _type = "Task" [ 678.276303] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.280350] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076947} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.283585] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.284373] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa6694-a3a6-4e14-a6f2-4667eb13f19c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.293147] env[64658]: DEBUG oslo_vmware.api [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e5594e-e385-c8d0-bb28-e26dd89188cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.302431] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.311621] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] dbdcdde9-d800-4248-9b0d-edab7d19597d/dbdcdde9-d800-4248-9b0d-edab7d19597d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.312365] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd010f7f-b70a-425e-889d-923647fabada {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.333343] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 678.333343] env[64658]: value = "task-2733276" [ 678.333343] env[64658]: _type = "Task" [ 678.333343] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.342595] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.370290] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.370880] env[64658]: DEBUG nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.374164] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.289s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.374398] env[64658]: DEBUG nova.objects.instance [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lazy-loading 'resources' on Instance uuid d12ab548-1d7e-45a3-9418-bab927ce63cd {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.715177] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.723593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.723593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquired lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.723593] env[64658]: DEBUG nova.network.neutron [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.844778] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733276, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.875951] env[64658]: DEBUG nova.compute.utils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.877458] env[64658]: DEBUG nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.877632] env[64658]: DEBUG nova.network.neutron [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.937981] env[64658]: DEBUG nova.policy [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea3b8fb7f324e698b6a7dbe792f27ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d18bb8d02b4b428e5a4c38de94b88d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.138889] env[64658]: DEBUG nova.compute.manager [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.143370] env[64658]: DEBUG nova.compute.manager [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing instance network info cache due to event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 679.143370] env[64658]: DEBUG oslo_concurrency.lockutils [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] Acquiring lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.143370] env[64658]: DEBUG oslo_concurrency.lockutils [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] Acquired lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.143370] env[64658]: DEBUG nova.network.neutron [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.257697] env[64658]: DEBUG nova.network.neutron [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Successfully created port: c5634c52-3834-46d3-8729-f874818b18d7 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.270382] env[64658]: DEBUG nova.network.neutron [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.354986] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733276, 'name': ReconfigVM_Task, 'duration_secs': 0.519688} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.354986] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] dbdcdde9-d800-4248-9b0d-edab7d19597d/dbdcdde9-d800-4248-9b0d-edab7d19597d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.354986] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29ee5f0d-857f-4593-b6dd-3d01f88cfd41 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.362828] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 679.362828] env[64658]: value = "task-2733277" [ 679.362828] env[64658]: _type = "Task" [ 679.362828] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.372845] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733277, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.381632] env[64658]: DEBUG nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.448114] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e9ac7-4b74-4ceb-b5be-421c0b21db5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.458697] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c022d-880e-447c-9a48-abc837752caf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.493664] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa6f4b-923b-42a7-962e-15d9be941459 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.504345] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757614be-c8d0-4236-bbba-eb14ef7ab4d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.519456] env[64658]: DEBUG nova.compute.provider_tree [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.522516] env[64658]: DEBUG nova.network.neutron [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Updating instance_info_cache with network_info: [{"id": "37130576-d8e1-47e7-9592-f47c2ae71160", "address": "fa:16:3e:16:82:4e", "network": {"id": "59bf2871-3ddb-42c4-aa8e-575f59e7b15f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340844454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7727dab3f48492a9706b939d150b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37130576-d8", "ovs_interfaceid": "37130576-d8e1-47e7-9592-f47c2ae71160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.873720] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733277, 'name': Rename_Task, 'duration_secs': 0.227847} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.874038] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.874300] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc6e47a-deb7-448c-8daa-a5d44c0f171b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.876614] env[64658]: DEBUG nova.network.neutron [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updated VIF entry in instance network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.876922] env[64658]: DEBUG nova.network.neutron [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.884743] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 679.884743] env[64658]: value = "task-2733278" [ 679.884743] env[64658]: _type = "Task" [ 679.884743] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.893606] env[64658]: DEBUG nova.compute.manager [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Received event network-vif-plugged-37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.893878] env[64658]: DEBUG oslo_concurrency.lockutils [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] Acquiring lock "eb254d4b-0818-49f3-99fe-459901020b90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.894164] env[64658]: DEBUG oslo_concurrency.lockutils [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] Lock "eb254d4b-0818-49f3-99fe-459901020b90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.894364] env[64658]: DEBUG oslo_concurrency.lockutils [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] Lock "eb254d4b-0818-49f3-99fe-459901020b90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.894565] env[64658]: DEBUG nova.compute.manager [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] No waiting events found dispatching network-vif-plugged-37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.894792] env[64658]: WARNING nova.compute.manager [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Received unexpected event network-vif-plugged-37130576-d8e1-47e7-9592-f47c2ae71160 for instance with vm_state building and task_state spawning. [ 679.894979] env[64658]: DEBUG nova.compute.manager [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Received event network-changed-37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.895203] env[64658]: DEBUG nova.compute.manager [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Refreshing instance network info cache due to event network-changed-37130576-d8e1-47e7-9592-f47c2ae71160. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 679.895445] env[64658]: DEBUG oslo_concurrency.lockutils [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] Acquiring lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.903659] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.025029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Releasing lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.025553] env[64658]: DEBUG nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Instance network_info: |[{"id": "37130576-d8e1-47e7-9592-f47c2ae71160", "address": "fa:16:3e:16:82:4e", "network": {"id": "59bf2871-3ddb-42c4-aa8e-575f59e7b15f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340844454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7727dab3f48492a9706b939d150b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37130576-d8", "ovs_interfaceid": "37130576-d8e1-47e7-9592-f47c2ae71160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.026501] env[64658]: DEBUG nova.scheduler.client.report [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.030349] env[64658]: DEBUG oslo_concurrency.lockutils [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] Acquired lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.030603] env[64658]: DEBUG nova.network.neutron [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Refreshing network info cache for port 37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.034914] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:82:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37130576-d8e1-47e7-9592-f47c2ae71160', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.042892] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Creating folder: Project (d7727dab3f48492a9706b939d150b7c8). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.044501] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4e06e1-9c47-4194-b199-3d6c74b34b2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.059922] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Created folder: Project (d7727dab3f48492a9706b939d150b7c8) in parent group-v550231. [ 680.060266] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Creating folder: Instances. Parent ref: group-v550305. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.060566] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c25b5bab-0d56-4d3b-8b7f-210d98f51d7a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.072889] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Created folder: Instances in parent group-v550305. [ 680.073242] env[64658]: DEBUG oslo.service.loopingcall [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.073450] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.073664] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4990421-40bb-4548-b1d8-b0c1e247a9a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.096198] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.096198] env[64658]: value = "task-2733281" [ 680.096198] env[64658]: _type = "Task" [ 680.096198] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.105349] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733281, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.196109] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb1db8-a1a8-74a5-07d5-7dab3d14aeee/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 680.197459] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301f816-cb0c-44f5-8566-004259145240 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.204998] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb1db8-a1a8-74a5-07d5-7dab3d14aeee/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 680.205199] env[64658]: ERROR oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb1db8-a1a8-74a5-07d5-7dab3d14aeee/disk-0.vmdk due to incomplete transfer. [ 680.205751] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0eafe191-7a6d-4ecc-ae59-e0e0675527d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.213924] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb1db8-a1a8-74a5-07d5-7dab3d14aeee/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 680.214337] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Uploaded image 2385507c-3648-4b2e-84d9-b405adc1c0e0 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 680.216867] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 680.217245] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68690953-a397-468f-9c52-9434eeee6416 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.224447] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 680.224447] env[64658]: value = "task-2733282" [ 680.224447] env[64658]: _type = "Task" [ 680.224447] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.234068] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733282, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.381386] env[64658]: DEBUG oslo_concurrency.lockutils [req-e0033453-32e1-4c66-a8e0-ca1ff0118211 req-a5e3ba44-4254-4a32-bd54-a429be809819 service nova] Releasing lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.395670] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.406161] env[64658]: DEBUG nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.433554] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.433898] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.434097] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.434373] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.434593] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.434785] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.435012] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.435550] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.435649] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.435767] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.435950] env[64658]: DEBUG nova.virt.hardware [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.437372] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d0b006-fd5a-43c9-a8c4-0659796eefa6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.449883] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b93dcd-f378-4147-a0ce-65a4f583a0c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.545095] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.547272] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.817s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.549102] env[64658]: INFO nova.compute.claims [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.572292] env[64658]: INFO nova.scheduler.client.report [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Deleted allocations for instance d12ab548-1d7e-45a3-9418-bab927ce63cd [ 680.609600] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733281, 'name': CreateVM_Task, 'duration_secs': 0.398427} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.609600] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.609600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.609600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.609600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.609951] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57e89bb-10e3-49d9-8f17-54c82402a6f4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.618617] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 680.618617] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d26e8e-6d5c-fad3-2680-7995c59d5d64" [ 680.618617] env[64658]: _type = "Task" [ 680.618617] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.631274] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d26e8e-6d5c-fad3-2680-7995c59d5d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.740439] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733282, 'name': Destroy_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.824765] env[64658]: DEBUG nova.network.neutron [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Updated VIF entry in instance network info cache for port 37130576-d8e1-47e7-9592-f47c2ae71160. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.825149] env[64658]: DEBUG nova.network.neutron [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Updating instance_info_cache with network_info: [{"id": "37130576-d8e1-47e7-9592-f47c2ae71160", "address": "fa:16:3e:16:82:4e", "network": {"id": "59bf2871-3ddb-42c4-aa8e-575f59e7b15f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340844454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7727dab3f48492a9706b939d150b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37130576-d8", "ovs_interfaceid": "37130576-d8e1-47e7-9592-f47c2ae71160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.901927] env[64658]: DEBUG oslo_vmware.api [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733278, 'name': PowerOnVM_Task, 'duration_secs': 0.863743} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.906118] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.906118] env[64658]: INFO nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Took 8.08 seconds to spawn the instance on the hypervisor. [ 680.906118] env[64658]: DEBUG nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.906118] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648baa91-7f89-4a8e-9e94-7c245e23075b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.988713] env[64658]: DEBUG nova.network.neutron [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Successfully updated port: c5634c52-3834-46d3-8729-f874818b18d7 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.080685] env[64658]: DEBUG oslo_concurrency.lockutils [None req-881f4576-1cee-4f17-a602-78668532cad3 tempest-ServersAdmin275Test-1954861044 tempest-ServersAdmin275Test-1954861044-project-member] Lock "d12ab548-1d7e-45a3-9418-bab927ce63cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.433s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.130181] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d26e8e-6d5c-fad3-2680-7995c59d5d64, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.130493] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.130726] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.130953] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.131109] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.131282] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.131539] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc511372-5df4-4358-a9ba-ffc2130ba990 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.143290] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.143478] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.144212] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdeae78-af53-4b70-bd3f-a75bee2a9425 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.150336] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 681.150336] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5295dff0-232e-5381-9071-1f2b450f15b3" [ 681.150336] env[64658]: _type = "Task" [ 681.150336] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.158772] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5295dff0-232e-5381-9071-1f2b450f15b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.237756] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733282, 'name': Destroy_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.328554] env[64658]: DEBUG oslo_concurrency.lockutils [req-cc8b9564-6410-4dc7-b49d-7829efdd7a49 req-c8f35f97-d32a-4201-b7c6-d236a95fb3e0 service nova] Releasing lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.425506] env[64658]: INFO nova.compute.manager [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Took 33.50 seconds to build instance. [ 681.491486] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "refresh_cache-4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.491578] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired lock "refresh_cache-4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.491760] env[64658]: DEBUG nova.network.neutron [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.621442] env[64658]: DEBUG nova.compute.manager [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.621669] env[64658]: DEBUG nova.compute.manager [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing instance network info cache due to event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.621896] env[64658]: DEBUG oslo_concurrency.lockutils [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] Acquiring lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.622095] env[64658]: DEBUG oslo_concurrency.lockutils [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] Acquired lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.622323] env[64658]: DEBUG nova.network.neutron [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.663624] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5295dff0-232e-5381-9071-1f2b450f15b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013527} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.664496] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9bc560-d321-4a04-89a6-99416c090273 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.675526] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 681.675526] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5226d4d8-d5a0-c076-5448-d9008b488191" [ 681.675526] env[64658]: _type = "Task" [ 681.675526] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.690648] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5226d4d8-d5a0-c076-5448-d9008b488191, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.690922] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.691254] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] eb254d4b-0818-49f3-99fe-459901020b90/eb254d4b-0818-49f3-99fe-459901020b90.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.691941] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce010211-3be1-4bfe-9980-efc1471aa005 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.704401] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 681.704401] env[64658]: value = "task-2733283" [ 681.704401] env[64658]: _type = "Task" [ 681.704401] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.716727] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.737413] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733282, 'name': Destroy_Task, 'duration_secs': 1.401488} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.740010] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Destroyed the VM [ 681.741592] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 681.741592] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61ebd1fe-eefa-4f85-82b0-f2344dcee1cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.748551] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 681.748551] env[64658]: value = "task-2733284" [ 681.748551] env[64658]: _type = "Task" [ 681.748551] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.764305] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.929894] env[64658]: DEBUG oslo_concurrency.lockutils [None req-98981f29-a226-4f6e-ac78-8e9e700fe844 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.294s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.037068] env[64658]: DEBUG nova.network.neutron [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.140237] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f0cc95-fec3-4240-82ce-70517ed96a9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.153043] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6e8b52-5399-44fe-ab26-e7a576e45e8f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.190770] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e82d95-f0d7-4621-9c78-3cc456730e6a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.202171] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa22f8b9-e530-4a17-948f-8e7b10546f21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.214378] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470254} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.222084] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] eb254d4b-0818-49f3-99fe-459901020b90/eb254d4b-0818-49f3-99fe-459901020b90.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.222680] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.223191] env[64658]: DEBUG nova.compute.provider_tree [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.224543] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c35dbe-551e-4839-8836-108eb0033862 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233141] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 682.233141] env[64658]: value = "task-2733285" [ 682.233141] env[64658]: _type = "Task" [ 682.233141] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.243998] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.259027] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.273284] env[64658]: DEBUG nova.network.neutron [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Updating instance_info_cache with network_info: [{"id": "c5634c52-3834-46d3-8729-f874818b18d7", "address": "fa:16:3e:4e:2f:35", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5634c52-38", "ovs_interfaceid": "c5634c52-3834-46d3-8729-f874818b18d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.370738] env[64658]: DEBUG nova.compute.manager [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Received event network-vif-plugged-c5634c52-3834-46d3-8729-f874818b18d7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.371193] env[64658]: DEBUG oslo_concurrency.lockutils [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] Acquiring lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.371490] env[64658]: DEBUG oslo_concurrency.lockutils [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.374081] env[64658]: DEBUG oslo_concurrency.lockutils [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.374081] env[64658]: DEBUG nova.compute.manager [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] No waiting events found dispatching network-vif-plugged-c5634c52-3834-46d3-8729-f874818b18d7 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.374081] env[64658]: WARNING nova.compute.manager [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Received unexpected event network-vif-plugged-c5634c52-3834-46d3-8729-f874818b18d7 for instance with vm_state building and task_state spawning. [ 682.374081] env[64658]: DEBUG nova.compute.manager [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Received event network-changed-c5634c52-3834-46d3-8729-f874818b18d7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.374081] env[64658]: DEBUG nova.compute.manager [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Refreshing instance network info cache due to event network-changed-c5634c52-3834-46d3-8729-f874818b18d7. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.374081] env[64658]: DEBUG oslo_concurrency.lockutils [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] Acquiring lock "refresh_cache-4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.436455] env[64658]: DEBUG nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.479774] env[64658]: DEBUG nova.network.neutron [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updated VIF entry in instance network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.479774] env[64658]: DEBUG nova.network.neutron [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.730018] env[64658]: DEBUG nova.scheduler.client.report [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.747919] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068656} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.748397] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.750061] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d0121-0506-40a7-9eea-5028ab8ecd12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.780281] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] eb254d4b-0818-49f3-99fe-459901020b90/eb254d4b-0818-49f3-99fe-459901020b90.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.784131] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Releasing lock "refresh_cache-4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.784615] env[64658]: DEBUG nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Instance network_info: |[{"id": "c5634c52-3834-46d3-8729-f874818b18d7", "address": "fa:16:3e:4e:2f:35", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5634c52-38", "ovs_interfaceid": "c5634c52-3834-46d3-8729-f874818b18d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.785110] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e712ff28-290e-48c6-9f12-8e3f8814c391 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.802138] env[64658]: DEBUG oslo_vmware.api [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733284, 'name': RemoveSnapshot_Task, 'duration_secs': 0.81604} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.802437] env[64658]: DEBUG oslo_concurrency.lockutils [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] Acquired lock "refresh_cache-4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.802627] env[64658]: DEBUG nova.network.neutron [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Refreshing network info cache for port c5634c52-3834-46d3-8729-f874818b18d7 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.807068] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:2f:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5634c52-3834-46d3-8729-f874818b18d7', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.816629] env[64658]: DEBUG oslo.service.loopingcall [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.817698] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.817940] env[64658]: INFO nova.compute.manager [None req-7c291aba-e2d5-481f-ae7e-c05aafcccf93 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Took 14.24 seconds to snapshot the instance on the hypervisor. [ 682.826261] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.826571] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa956622-0348-4dbf-b1bf-ad929944ed42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.847468] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 682.847468] env[64658]: value = "task-2733286" [ 682.847468] env[64658]: _type = "Task" [ 682.847468] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.849765] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2442fbff-94bc-4d7e-b496-ec61be8e1e20 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.861621] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.861621] env[64658]: value = "task-2733287" [ 682.861621] env[64658]: _type = "Task" [ 682.861621] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.869825] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Suspending the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 682.876533] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c30ef6b5-d55e-465f-8e73-8187367790c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.878771] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.887215] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733287, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.890991] env[64658]: DEBUG oslo_vmware.api [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] Waiting for the task: (returnval){ [ 682.890991] env[64658]: value = "task-2733288" [ 682.890991] env[64658]: _type = "Task" [ 682.890991] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.898773] env[64658]: DEBUG oslo_vmware.api [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] Task: {'id': task-2733288, 'name': SuspendVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.967252] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.980395] env[64658]: DEBUG oslo_concurrency.lockutils [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] Releasing lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.980650] env[64658]: DEBUG nova.compute.manager [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Received event network-changed-ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.980830] env[64658]: DEBUG nova.compute.manager [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Refreshing instance network info cache due to event network-changed-ad1f4609-274e-4557-98ad-ed71a41d5aa9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.981047] env[64658]: DEBUG oslo_concurrency.lockutils [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] Acquiring lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.981194] env[64658]: DEBUG oslo_concurrency.lockutils [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] Acquired lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.981351] env[64658]: DEBUG nova.network.neutron [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Refreshing network info cache for port ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.210418] env[64658]: DEBUG nova.network.neutron [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Updated VIF entry in instance network info cache for port c5634c52-3834-46d3-8729-f874818b18d7. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.210891] env[64658]: DEBUG nova.network.neutron [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Updating instance_info_cache with network_info: [{"id": "c5634c52-3834-46d3-8729-f874818b18d7", "address": "fa:16:3e:4e:2f:35", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5634c52-38", "ovs_interfaceid": "c5634c52-3834-46d3-8729-f874818b18d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.236682] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.237593] env[64658]: DEBUG nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.240837] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.019s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.242799] env[64658]: INFO nova.compute.claims [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.359801] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733286, 'name': ReconfigVM_Task, 'duration_secs': 0.451153} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.360282] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Reconfigured VM instance instance-00000019 to attach disk [datastore2] eb254d4b-0818-49f3-99fe-459901020b90/eb254d4b-0818-49f3-99fe-459901020b90.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.360756] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bebf42b-fa8c-4e94-8b23-cb8b809a491d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.368654] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 683.368654] env[64658]: value = "task-2733289" [ 683.368654] env[64658]: _type = "Task" [ 683.368654] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.376745] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733287, 'name': CreateVM_Task, 'duration_secs': 0.434313} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.377453] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.378169] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.378367] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.378701] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.379296] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63596852-de22-48fa-88f9-8f1615bdf246 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.384289] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733289, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.389473] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 683.389473] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a71b19-74af-2123-a0d5-54136ef57706" [ 683.389473] env[64658]: _type = "Task" [ 683.389473] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.402501] env[64658]: DEBUG oslo_vmware.api [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] Task: {'id': task-2733288, 'name': SuspendVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.406201] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a71b19-74af-2123-a0d5-54136ef57706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.718976] env[64658]: DEBUG oslo_concurrency.lockutils [req-2404578e-bb14-4e84-85b3-7bdb80a109f3 req-c19add96-1fe5-4af5-8504-252652a3ab2c service nova] Releasing lock "refresh_cache-4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.750052] env[64658]: DEBUG nova.compute.utils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.753218] env[64658]: DEBUG nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.753418] env[64658]: DEBUG nova.network.neutron [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.811151] env[64658]: DEBUG nova.network.neutron [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updated VIF entry in instance network info cache for port ad1f4609-274e-4557-98ad-ed71a41d5aa9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.811497] env[64658]: DEBUG nova.network.neutron [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updating instance_info_cache with network_info: [{"id": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "address": "fa:16:3e:5f:ee:1c", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1f4609-27", "ovs_interfaceid": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.815648] env[64658]: DEBUG nova.policy [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.870632] env[64658]: DEBUG nova.compute.manager [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Received event network-changed-ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.870821] env[64658]: DEBUG nova.compute.manager [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Refreshing instance network info cache due to event network-changed-ad1f4609-274e-4557-98ad-ed71a41d5aa9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.871031] env[64658]: DEBUG oslo_concurrency.lockutils [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] Acquiring lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.884528] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733289, 'name': Rename_Task, 'duration_secs': 0.158361} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.884802] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.885056] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1051c3d-1a55-4f5c-ab88-67367a2bfb37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.895341] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 683.895341] env[64658]: value = "task-2733290" [ 683.895341] env[64658]: _type = "Task" [ 683.895341] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.907593] env[64658]: DEBUG oslo_vmware.api [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] Task: {'id': task-2733288, 'name': SuspendVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.914043] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a71b19-74af-2123-a0d5-54136ef57706, 'name': SearchDatastore_Task, 'duration_secs': 0.016346} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.916812] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.917062] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.917437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.917554] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.917641] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.918312] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.918766] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98e4ca82-69b1-481b-86f3-53219ff3c4f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.929108] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.929108] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.929917] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d2e0ad-a798-4e7b-b950-91c9f25986fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.937147] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 683.937147] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529b8691-421d-c347-c08e-80252bb9fe27" [ 683.937147] env[64658]: _type = "Task" [ 683.937147] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.945926] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529b8691-421d-c347-c08e-80252bb9fe27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.140053] env[64658]: DEBUG nova.network.neutron [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Successfully created port: 2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.157070] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.157070] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.157070] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.157070] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.157070] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.160208] env[64658]: INFO nova.compute.manager [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Terminating instance [ 684.260662] env[64658]: DEBUG nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.315353] env[64658]: DEBUG oslo_concurrency.lockutils [req-870b817e-c2f0-4e11-97bd-0ef0973b7c13 req-7d6194dc-9887-463a-a745-1ea81bb66d61 service nova] Releasing lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.318929] env[64658]: DEBUG oslo_concurrency.lockutils [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] Acquired lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.318929] env[64658]: DEBUG nova.network.neutron [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Refreshing network info cache for port ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.403097] env[64658]: DEBUG oslo_vmware.api [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] Task: {'id': task-2733288, 'name': SuspendVM_Task, 'duration_secs': 1.091216} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.410524] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Suspended the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 684.410524] env[64658]: DEBUG nova.compute.manager [None req-0f58bd8c-1d68-4a52-8b90-6100ebd913dd tempest-ServersAdminNegativeTestJSON-267435881 tempest-ServersAdminNegativeTestJSON-267435881-project-admin] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.411308] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe225c5-68b2-494a-be37-3a4fc5cc3e31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.426319] env[64658]: DEBUG oslo_vmware.api [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733290, 'name': PowerOnVM_Task, 'duration_secs': 0.499778} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.428221] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.428335] env[64658]: INFO nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Took 6.65 seconds to spawn the instance on the hypervisor. [ 684.428612] env[64658]: DEBUG nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.435198] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbd86f-9cab-4294-be80-83cf698f3da2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.449596] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529b8691-421d-c347-c08e-80252bb9fe27, 'name': SearchDatastore_Task, 'duration_secs': 0.02434} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.461634] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0725386f-5541-446a-8df4-360cedf3b08a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.468862] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 684.468862] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ec5189-4d2e-143c-71a7-9d4440ef3f1a" [ 684.468862] env[64658]: _type = "Task" [ 684.468862] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.480036] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ec5189-4d2e-143c-71a7-9d4440ef3f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.664889] env[64658]: DEBUG nova.compute.manager [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.665212] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.669118] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8201f-3c77-439f-b6f8-325d00c37dcd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.678648] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.678940] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6afe2328-375c-4a82-ba77-3bf58c6dd221 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.685886] env[64658]: DEBUG oslo_vmware.api [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 684.685886] env[64658]: value = "task-2733291" [ 684.685886] env[64658]: _type = "Task" [ 684.685886] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.698348] env[64658]: DEBUG oslo_vmware.api [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.884448] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90a010f-55d0-4e4d-a905-4ff771883497 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.893444] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00981a1-91c7-4cf2-ae2c-89556b041045 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.929079] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252cba43-27b9-4dd4-b0b4-c4a7d9c9dbae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.941307] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016df74-2a34-419d-8755-a821594b11cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.956978] env[64658]: DEBUG nova.compute.provider_tree [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.965588] env[64658]: DEBUG nova.scheduler.client.report [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.974900] env[64658]: INFO nova.compute.manager [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Took 34.68 seconds to build instance. [ 684.981327] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ec5189-4d2e-143c-71a7-9d4440ef3f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.020634} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.982235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.982584] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce/4f1bd78b-66ef-4fe8-a900-f1a9efd95bce.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.982885] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe185c8-2be0-4444-9551-9d271799848b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.991267] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 684.991267] env[64658]: value = "task-2733292" [ 684.991267] env[64658]: _type = "Task" [ 684.991267] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.004148] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.125567] env[64658]: DEBUG nova.network.neutron [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updated VIF entry in instance network info cache for port ad1f4609-274e-4557-98ad-ed71a41d5aa9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.126020] env[64658]: DEBUG nova.network.neutron [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updating instance_info_cache with network_info: [{"id": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "address": "fa:16:3e:5f:ee:1c", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1f4609-27", "ovs_interfaceid": "ad1f4609-274e-4557-98ad-ed71a41d5aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.196736] env[64658]: DEBUG oslo_vmware.api [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733291, 'name': PowerOffVM_Task, 'duration_secs': 0.198634} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.197054] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.197227] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.197520] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-841d69f2-1010-4b79-ae8d-251beb1f4288 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.249604] env[64658]: DEBUG nova.compute.manager [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.250625] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d783e-413e-46e4-bffe-5594d2b084bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.265735] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.266113] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.266190] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Deleting the datastore file [datastore1] d7141e65-a29e-4e8b-bb6f-18b633a0551d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.266407] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8fe1bd-bc33-4ef5-8ded-1c78ce8c3928 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.273725] env[64658]: DEBUG oslo_vmware.api [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 685.273725] env[64658]: value = "task-2733294" [ 685.273725] env[64658]: _type = "Task" [ 685.273725] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.279425] env[64658]: DEBUG nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.289414] env[64658]: DEBUG oslo_vmware.api [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.318231] env[64658]: DEBUG nova.virt.hardware [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.318809] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6595b3-e199-414c-8f3d-a243c84c92b4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.327502] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9fb33b-0fb5-410b-9e7b-213560238e29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.472561] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.473205] env[64658]: DEBUG nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.475788] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.850s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.476034] env[64658]: DEBUG nova.objects.instance [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lazy-loading 'resources' on Instance uuid ff247ad3-ad49-4246-83f6-c33808915635 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.477389] env[64658]: DEBUG oslo_concurrency.lockutils [None req-632669bb-d74e-40be-b051-40c3bb480c4d tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "eb254d4b-0818-49f3-99fe-459901020b90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.253s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.510478] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.632275] env[64658]: DEBUG oslo_concurrency.lockutils [req-3bd7f055-77c2-4286-867d-baa18d0a25c8 req-712f17b0-1651-4460-9409-7cfc8e953197 service nova] Releasing lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.706805] env[64658]: DEBUG nova.network.neutron [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Successfully updated port: 2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.764880] env[64658]: INFO nova.compute.manager [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] instance snapshotting [ 685.767885] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaafcf1-0ff2-4ed9-8ac3-0a7d0f260c4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.793556] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c031edc-33ba-4706-bf22-66f2ac3ab303 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.805945] env[64658]: DEBUG oslo_vmware.api [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432688} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.808485] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.808721] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.808915] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.809103] env[64658]: INFO nova.compute.manager [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 685.809351] env[64658]: DEBUG oslo.service.loopingcall [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.812021] env[64658]: DEBUG nova.compute.manager [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.816115] env[64658]: DEBUG nova.network.neutron [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.982891] env[64658]: DEBUG nova.compute.utils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 685.984923] env[64658]: DEBUG nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.990483] env[64658]: DEBUG nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.991081] env[64658]: DEBUG nova.network.neutron [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.003310] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.046102] env[64658]: DEBUG nova.policy [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a521ebc582a415d8f7f9e5ff172787d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf7412ba3ca4a54a7e2b51d95f2067f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.210200] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.210451] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.210622] env[64658]: DEBUG nova.network.neutron [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.318921] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.319557] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07f77f92-e35c-4351-af36-d161bd80e2a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.330529] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 686.330529] env[64658]: value = "task-2733295" [ 686.330529] env[64658]: _type = "Task" [ 686.330529] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.340504] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.373415] env[64658]: DEBUG nova.network.neutron [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Successfully created port: 31491819-0cd2-44d0-8ef0-34e7f3909a44 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.391675] env[64658]: DEBUG nova.compute.manager [req-24f46c53-8754-46be-9fa4-87a82603ea21 req-c024b1a6-ac8b-4f52-9425-a5eb8d4e9584 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received event network-vif-plugged-2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.391910] env[64658]: DEBUG oslo_concurrency.lockutils [req-24f46c53-8754-46be-9fa4-87a82603ea21 req-c024b1a6-ac8b-4f52-9425-a5eb8d4e9584 service nova] Acquiring lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.392148] env[64658]: DEBUG oslo_concurrency.lockutils [req-24f46c53-8754-46be-9fa4-87a82603ea21 req-c024b1a6-ac8b-4f52-9425-a5eb8d4e9584 service nova] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.392314] env[64658]: DEBUG oslo_concurrency.lockutils [req-24f46c53-8754-46be-9fa4-87a82603ea21 req-c024b1a6-ac8b-4f52-9425-a5eb8d4e9584 service nova] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.392522] env[64658]: DEBUG nova.compute.manager [req-24f46c53-8754-46be-9fa4-87a82603ea21 req-c024b1a6-ac8b-4f52-9425-a5eb8d4e9584 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] No waiting events found dispatching network-vif-plugged-2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.392688] env[64658]: WARNING nova.compute.manager [req-24f46c53-8754-46be-9fa4-87a82603ea21 req-c024b1a6-ac8b-4f52-9425-a5eb8d4e9584 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received unexpected event network-vif-plugged-2af09de8-d980-4b96-806f-32476d35f164 for instance with vm_state building and task_state spawning. [ 686.492833] env[64658]: DEBUG nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.515996] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.034492} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.516409] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce/4f1bd78b-66ef-4fe8-a900-f1a9efd95bce.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.516765] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.517222] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5652e7f4-8811-419a-8f98-17930ff950d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.520813] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.529157] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 686.529157] env[64658]: value = "task-2733296" [ 686.529157] env[64658]: _type = "Task" [ 686.529157] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.545931] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.549659] env[64658]: DEBUG nova.compute.manager [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.550169] env[64658]: DEBUG nova.compute.manager [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing instance network info cache due to event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.550403] env[64658]: DEBUG oslo_concurrency.lockutils [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] Acquiring lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.550626] env[64658]: DEBUG oslo_concurrency.lockutils [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] Acquired lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.550853] env[64658]: DEBUG nova.network.neutron [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.582855] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9575f475-5ba0-4814-9e2f-c5ecacbb53b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.593596] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d13f692-5ce8-4846-aca7-89146f32680c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.628374] env[64658]: DEBUG nova.network.neutron [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.631113] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068dab99-c181-4b1e-bef7-28dcfc3bff79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.640272] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77693e19-aa44-42b1-9da3-e64b98dff931 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.657190] env[64658]: DEBUG nova.compute.provider_tree [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.749713] env[64658]: DEBUG nova.network.neutron [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.843345] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.909020] env[64658]: DEBUG nova.network.neutron [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.043938] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072983} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.044326] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.045139] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662559e2-e302-4726-b5ce-ad8761c5cd20 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.071055] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce/4f1bd78b-66ef-4fe8-a900-f1a9efd95bce.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.072102] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0d65c1-2c8f-483b-a1a7-c0dc46b2650e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.095983] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 687.095983] env[64658]: value = "task-2733297" [ 687.095983] env[64658]: _type = "Task" [ 687.095983] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.105030] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.135412] env[64658]: INFO nova.compute.manager [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Took 1.32 seconds to deallocate network for instance. [ 687.161174] env[64658]: DEBUG nova.scheduler.client.report [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.321192] env[64658]: DEBUG nova.network.neutron [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updated VIF entry in instance network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.321587] env[64658]: DEBUG nova.network.neutron [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.342952] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733295, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.408506] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.408848] env[64658]: DEBUG nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Instance network_info: |[{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.409313] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:2e:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2af09de8-d980-4b96-806f-32476d35f164', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.418407] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Creating folder: Project (c8231605c8ae4f4595c178d0e1eca9e0). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.419623] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637ef4d1-2287-4752-b602-25587aad5f75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.432151] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Created folder: Project (c8231605c8ae4f4595c178d0e1eca9e0) in parent group-v550231. [ 687.432366] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Creating folder: Instances. Parent ref: group-v550310. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.432618] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f404adc-4138-4c9a-af99-9805ae9ce82a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.443235] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Created folder: Instances in parent group-v550310. [ 687.443491] env[64658]: DEBUG oslo.service.loopingcall [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.443703] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.443929] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b7eddd-412d-4634-9d75-a811929c3b7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.464785] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.464785] env[64658]: value = "task-2733300" [ 687.464785] env[64658]: _type = "Task" [ 687.464785] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.478433] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733300, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.506888] env[64658]: DEBUG nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.539905] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.540182] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.540346] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.540526] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.540669] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.540829] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.541279] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.542286] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.542286] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.542286] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.542286] env[64658]: DEBUG nova.virt.hardware [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.542908] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c5837-6c9e-4f87-87bf-cc5db35a7597 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.553310] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32b187-0ad1-4964-88cc-79fa7709b972 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.608173] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.643718] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.668138] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.672068] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.043s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.672754] env[64658]: DEBUG nova.objects.instance [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lazy-loading 'resources' on Instance uuid 39cae338-894d-4af1-9a81-54e840fa5dd0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.709952] env[64658]: INFO nova.scheduler.client.report [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Deleted allocations for instance ff247ad3-ad49-4246-83f6-c33808915635 [ 687.825308] env[64658]: DEBUG oslo_concurrency.lockutils [req-c210573d-9690-46fc-abc6-9ed09961874a req-b3679728-4658-4330-b81c-41d3cb1560cb service nova] Releasing lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.844216] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733295, 'name': CreateSnapshot_Task, 'duration_secs': 1.045488} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.844528] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.845640] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398aba26-901f-4916-9769-13dc6391088e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.919022] env[64658]: DEBUG nova.network.neutron [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Successfully updated port: 31491819-0cd2-44d0-8ef0-34e7f3909a44 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.976729] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733300, 'name': CreateVM_Task, 'duration_secs': 0.469735} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.977013] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.977760] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.977926] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.979021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.979335] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac44c166-0a7b-495b-a02a-8bcb17aa2e20 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.984815] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 687.984815] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526ff87f-fdca-508c-cd85-566f0a0fc7ef" [ 687.984815] env[64658]: _type = "Task" [ 687.984815] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.994040] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526ff87f-fdca-508c-cd85-566f0a0fc7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.112074] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733297, 'name': ReconfigVM_Task, 'duration_secs': 0.639568} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.112377] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce/4f1bd78b-66ef-4fe8-a900-f1a9efd95bce.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.113044] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8832664-9ac9-4d78-bd0a-3db7f513a169 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.119922] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 688.119922] env[64658]: value = "task-2733301" [ 688.119922] env[64658]: _type = "Task" [ 688.119922] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.129037] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733301, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.221209] env[64658]: DEBUG oslo_concurrency.lockutils [None req-164c6404-96fa-4740-9f83-0635eace5166 tempest-InstanceActionsTestJSON-1461132247 tempest-InstanceActionsTestJSON-1461132247-project-member] Lock "ff247ad3-ad49-4246-83f6-c33808915635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.796s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.367238] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.368848] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23b1b76a-b3fa-43c3-b160-b5774a635238 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.381786] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 688.381786] env[64658]: value = "task-2733302" [ 688.381786] env[64658]: _type = "Task" [ 688.381786] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.396667] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733302, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.423694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "refresh_cache-41ee97a8-3e0f-4c32-b025-6b97d6d80286" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.424032] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "refresh_cache-41ee97a8-3e0f-4c32-b025-6b97d6d80286" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.424141] env[64658]: DEBUG nova.network.neutron [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.498323] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526ff87f-fdca-508c-cd85-566f0a0fc7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.039699} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.499691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.499691] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.499691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.499691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.499691] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.502146] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c2e0e63-5a2c-40ce-813a-e68f8d15ef80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.511999] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.512405] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.512960] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc16b1c-d391-40dd-afba-232e9907a956 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.522593] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 688.522593] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527eb8f4-3cc5-71de-846d-12c99f252d68" [ 688.522593] env[64658]: _type = "Task" [ 688.522593] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.531199] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527eb8f4-3cc5-71de-846d-12c99f252d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.640507] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733301, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.682529] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7774cb24-ea86-476a-95f8-2a0ef6e2e8e3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.696898] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5387531-a9c3-4c19-bcc8-c819fed56076 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.736614] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e1e64-1a73-4097-9304-eeea401a2bb2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.743729] env[64658]: DEBUG nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received event network-changed-2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.743729] env[64658]: DEBUG nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Refreshing instance network info cache due to event network-changed-2af09de8-d980-4b96-806f-32476d35f164. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.743729] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Acquiring lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.743729] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Acquired lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.743729] env[64658]: DEBUG nova.network.neutron [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Refreshing network info cache for port 2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.751783] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c1d72-489a-492a-a19d-8e71695a8a2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.768886] env[64658]: DEBUG nova.compute.provider_tree [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.811442] env[64658]: DEBUG nova.compute.manager [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Received event network-changed-37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.811640] env[64658]: DEBUG nova.compute.manager [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Refreshing instance network info cache due to event network-changed-37130576-d8e1-47e7-9592-f47c2ae71160. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.812321] env[64658]: DEBUG oslo_concurrency.lockutils [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] Acquiring lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.812484] env[64658]: DEBUG oslo_concurrency.lockutils [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] Acquired lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.812662] env[64658]: DEBUG nova.network.neutron [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Refreshing network info cache for port 37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.895594] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733302, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.969117] env[64658]: DEBUG nova.network.neutron [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.032871] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527eb8f4-3cc5-71de-846d-12c99f252d68, 'name': SearchDatastore_Task, 'duration_secs': 0.01853} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.033745] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f373c346-7961-4dcd-a0ef-ce2e25354477 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.040032] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 689.040032] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c442fc-c0a0-5bf1-662a-b1d96c566477" [ 689.040032] env[64658]: _type = "Task" [ 689.040032] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.050516] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c442fc-c0a0-5bf1-662a-b1d96c566477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.073798] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.119277] env[64658]: DEBUG nova.network.neutron [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Updating instance_info_cache with network_info: [{"id": "31491819-0cd2-44d0-8ef0-34e7f3909a44", "address": "fa:16:3e:06:8c:69", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31491819-0c", "ovs_interfaceid": "31491819-0cd2-44d0-8ef0-34e7f3909a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.133329] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733301, 'name': Rename_Task, 'duration_secs': 0.612516} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.134208] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.134450] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15dbfd50-aa4a-48dc-947b-389871bf6b86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.142772] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 689.142772] env[64658]: value = "task-2733303" [ 689.142772] env[64658]: _type = "Task" [ 689.142772] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.151612] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.272470] env[64658]: DEBUG nova.scheduler.client.report [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.400697] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733302, 'name': CloneVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.550670] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c442fc-c0a0-5bf1-662a-b1d96c566477, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.550923] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.551191] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 5756535c-f4fc-41a7-b6e3-a04e72cad7fa/5756535c-f4fc-41a7-b6e3-a04e72cad7fa.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.551437] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d957e1c-9b17-4190-83bc-65f58382fa3a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.560347] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 689.560347] env[64658]: value = "task-2733304" [ 689.560347] env[64658]: _type = "Task" [ 689.560347] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.569826] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.570164] env[64658]: DEBUG nova.network.neutron [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updated VIF entry in instance network info cache for port 2af09de8-d980-4b96-806f-32476d35f164. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.570475] env[64658]: DEBUG nova.network.neutron [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.626456] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "refresh_cache-41ee97a8-3e0f-4c32-b025-6b97d6d80286" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.626811] env[64658]: DEBUG nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Instance network_info: |[{"id": "31491819-0cd2-44d0-8ef0-34e7f3909a44", "address": "fa:16:3e:06:8c:69", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31491819-0c", "ovs_interfaceid": "31491819-0cd2-44d0-8ef0-34e7f3909a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.627315] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:8c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31491819-0cd2-44d0-8ef0-34e7f3909a44', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.634988] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating folder: Project (fbf7412ba3ca4a54a7e2b51d95f2067f). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.638182] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23704385-40a8-40f2-b7bc-9fbd5928a2c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.653079] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.654968] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created folder: Project (fbf7412ba3ca4a54a7e2b51d95f2067f) in parent group-v550231. [ 689.655217] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating folder: Instances. Parent ref: group-v550314. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.655510] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eada1721-6b68-410a-a6da-7cffdbfc8c1b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.659449] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.660135] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.668444] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created folder: Instances in parent group-v550314. [ 689.668944] env[64658]: DEBUG oslo.service.loopingcall [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.669269] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.669865] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-039f348d-7d39-44eb-9452-f51fea8bcf54 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.695020] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.695020] env[64658]: value = "task-2733307" [ 689.695020] env[64658]: _type = "Task" [ 689.695020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.699190] env[64658]: DEBUG nova.network.neutron [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Updated VIF entry in instance network info cache for port 37130576-d8e1-47e7-9592-f47c2ae71160. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.699637] env[64658]: DEBUG nova.network.neutron [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Updating instance_info_cache with network_info: [{"id": "37130576-d8e1-47e7-9592-f47c2ae71160", "address": "fa:16:3e:16:82:4e", "network": {"id": "59bf2871-3ddb-42c4-aa8e-575f59e7b15f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-340844454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7727dab3f48492a9706b939d150b7c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37130576-d8", "ovs_interfaceid": "37130576-d8e1-47e7-9592-f47c2ae71160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.709870] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733307, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.778080] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.781122] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.086s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.782825] env[64658]: INFO nova.compute.claims [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.804263] env[64658]: INFO nova.scheduler.client.report [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Deleted allocations for instance 39cae338-894d-4af1-9a81-54e840fa5dd0 [ 689.897457] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733302, 'name': CloneVM_Task, 'duration_secs': 1.099635} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.897766] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Created linked-clone VM from snapshot [ 689.899035] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188598c7-6d24-4e74-be15-6db5dd32dff7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.909634] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Uploading image 677af229-998a-4f4a-9747-e7f46ced7cb7 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.944587] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.944587] env[64658]: value = "vm-550313" [ 689.944587] env[64658]: _type = "VirtualMachine" [ 689.944587] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.944941] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c83e8a8-2ca2-4523-87f0-4be35d0d80da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.955499] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lease: (returnval){ [ 689.955499] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52932f8a-78fd-413a-2d76-8a758a4df259" [ 689.955499] env[64658]: _type = "HttpNfcLease" [ 689.955499] env[64658]: } obtained for exporting VM: (result){ [ 689.955499] env[64658]: value = "vm-550313" [ 689.955499] env[64658]: _type = "VirtualMachine" [ 689.955499] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.955777] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the lease: (returnval){ [ 689.955777] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52932f8a-78fd-413a-2d76-8a758a4df259" [ 689.955777] env[64658]: _type = "HttpNfcLease" [ 689.955777] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.965094] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.965094] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52932f8a-78fd-413a-2d76-8a758a4df259" [ 689.965094] env[64658]: _type = "HttpNfcLease" [ 689.965094] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 690.072891] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733304, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.079210] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Releasing lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.079210] env[64658]: DEBUG nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Received event network-vif-deleted-ad1f4609-274e-4557-98ad-ed71a41d5aa9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.079210] env[64658]: DEBUG nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Received event network-vif-plugged-31491819-0cd2-44d0-8ef0-34e7f3909a44 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.079210] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Acquiring lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.079210] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.079210] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.079210] env[64658]: DEBUG nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] No waiting events found dispatching network-vif-plugged-31491819-0cd2-44d0-8ef0-34e7f3909a44 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.079210] env[64658]: WARNING nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Received unexpected event network-vif-plugged-31491819-0cd2-44d0-8ef0-34e7f3909a44 for instance with vm_state building and task_state spawning. [ 690.079453] env[64658]: DEBUG nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Received event network-changed-31491819-0cd2-44d0-8ef0-34e7f3909a44 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.079531] env[64658]: DEBUG nova.compute.manager [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Refreshing instance network info cache due to event network-changed-31491819-0cd2-44d0-8ef0-34e7f3909a44. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.079758] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Acquiring lock "refresh_cache-41ee97a8-3e0f-4c32-b025-6b97d6d80286" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.080355] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Acquired lock "refresh_cache-41ee97a8-3e0f-4c32-b025-6b97d6d80286" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.080355] env[64658]: DEBUG nova.network.neutron [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Refreshing network info cache for port 31491819-0cd2-44d0-8ef0-34e7f3909a44 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.153722] env[64658]: DEBUG oslo_vmware.api [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733303, 'name': PowerOnVM_Task, 'duration_secs': 0.532938} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.153994] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.154222] env[64658]: INFO nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Took 9.75 seconds to spawn the instance on the hypervisor. [ 690.154504] env[64658]: DEBUG nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.155212] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc988c2-29b2-48ff-8cce-842b56b11544 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.170285] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.170439] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 690.170561] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Rebuilding the list of instances to heal {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 690.204265] env[64658]: DEBUG oslo_concurrency.lockutils [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] Releasing lock "refresh_cache-eb254d4b-0818-49f3-99fe-459901020b90" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.204655] env[64658]: DEBUG nova.compute.manager [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.204918] env[64658]: DEBUG nova.compute.manager [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing instance network info cache due to event network-changed-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.205285] env[64658]: DEBUG oslo_concurrency.lockutils [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] Acquiring lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.205537] env[64658]: DEBUG oslo_concurrency.lockutils [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] Acquired lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.205784] env[64658]: DEBUG nova.network.neutron [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Refreshing network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.206984] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733307, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.317643] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8e164f83-358a-488a-a5ec-a161dba6f9dd tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "39cae338-894d-4af1-9a81-54e840fa5dd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.345s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.466217] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.466217] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52932f8a-78fd-413a-2d76-8a758a4df259" [ 690.466217] env[64658]: _type = "HttpNfcLease" [ 690.466217] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.466217] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.466217] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52932f8a-78fd-413a-2d76-8a758a4df259" [ 690.466217] env[64658]: _type = "HttpNfcLease" [ 690.466217] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.466217] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ba5ed-85ea-4e50-98e1-17b5f8075621 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.475212] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ab4b-301a-63f3-f480-8dfd55452207/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.475423] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ab4b-301a-63f3-f480-8dfd55452207/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.571686] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539472} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.571965] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 5756535c-f4fc-41a7-b6e3-a04e72cad7fa/5756535c-f4fc-41a7-b6e3-a04e72cad7fa.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.572199] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.572448] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9056fb7d-9c12-43d8-81f6-bd1347dac0c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.580720] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 690.580720] env[64658]: value = "task-2733309" [ 690.580720] env[64658]: _type = "Task" [ 690.580720] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.592192] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.601263] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d047134-cf7b-49a2-8318-4a8eaf993029 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.679644] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Skipping network cache update for instance because it is being deleted. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 690.679896] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 690.680242] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 690.680325] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 690.680499] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 690.690108] env[64658]: INFO nova.compute.manager [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Took 40.19 seconds to build instance. [ 690.709843] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733307, 'name': CreateVM_Task, 'duration_secs': 0.537245} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.709843] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.709843] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.709843] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.709843] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.710929] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658df3d1-bb3b-4f71-a8fa-9f13e364653a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.717190] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 690.717190] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52294ca7-1d9c-18db-70b2-b203d242f574" [ 690.717190] env[64658]: _type = "Task" [ 690.717190] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.728219] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52294ca7-1d9c-18db-70b2-b203d242f574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.733205] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.883459] env[64658]: DEBUG nova.network.neutron [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Updated VIF entry in instance network info cache for port 31491819-0cd2-44d0-8ef0-34e7f3909a44. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.883828] env[64658]: DEBUG nova.network.neutron [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Updating instance_info_cache with network_info: [{"id": "31491819-0cd2-44d0-8ef0-34e7f3909a44", "address": "fa:16:3e:06:8c:69", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31491819-0c", "ovs_interfaceid": "31491819-0cd2-44d0-8ef0-34e7f3909a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.039317] env[64658]: DEBUG nova.network.neutron [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updated VIF entry in instance network info cache for port b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.040182] env[64658]: DEBUG nova.network.neutron [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.094588] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076399} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.097777] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.098894] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4fd9fd-e078-4a75-b428-6488659d4e8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.128966] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 5756535c-f4fc-41a7-b6e3-a04e72cad7fa/5756535c-f4fc-41a7-b6e3-a04e72cad7fa.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.133107] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffdc7cc3-aa85-404d-ba8d-21f54cec5187 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.159306] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 691.159306] env[64658]: value = "task-2733310" [ 691.159306] env[64658]: _type = "Task" [ 691.159306] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.171945] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.192624] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86938047-4e6a-4b21-abb7-929a2fc8004c tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.668s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.229444] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52294ca7-1d9c-18db-70b2-b203d242f574, 'name': SearchDatastore_Task, 'duration_secs': 0.014395} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.232591] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.234147] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.234147] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.234147] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.234147] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.236181] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89bf5b46-e7f0-4d82-be63-4d1a47bfe02a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.254189] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.255395] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.258952] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce631fd-ced3-4149-8af0-d9dad210d824 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.264501] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 691.264501] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5262c2b2-cee2-eae6-59ec-e9553e1534af" [ 691.264501] env[64658]: _type = "Task" [ 691.264501] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.285179] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5262c2b2-cee2-eae6-59ec-e9553e1534af, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.286326] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e82ca51-06f1-45b5-b18b-2e0ff882831c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.295975] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 691.295975] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52918ea3-7263-9178-60e2-b5077ea22aff" [ 691.295975] env[64658]: _type = "Task" [ 691.295975] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.305662] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52918ea3-7263-9178-60e2-b5077ea22aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.387314] env[64658]: DEBUG oslo_concurrency.lockutils [req-3d9bacd3-68ad-4fee-8201-f4169ddb6274 req-adb118f2-38ec-4909-81c6-50788768ed89 service nova] Releasing lock "refresh_cache-41ee97a8-3e0f-4c32-b025-6b97d6d80286" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.408328] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5f1bd3-892d-40d0-b743-95390901f9f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.418569] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b27baf2-7bae-4d03-89a2-b4d14abdc08c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.458112] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618abdb8-652b-438c-a676-3b2445cfedf0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.470608] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a396a40-4864-4d4c-90f7-b39bafb48540 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.485187] env[64658]: DEBUG nova.compute.provider_tree [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.547015] env[64658]: DEBUG oslo_concurrency.lockutils [req-84d7292b-cc2e-44c8-8f6f-b9928d2aebb9 req-f8963d2a-2137-4e55-b599-58dfa7083b9a service nova] Releasing lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.547557] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.547725] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 691.548199] env[64658]: DEBUG nova.objects.instance [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lazy-loading 'info_cache' on Instance uuid 60e0f787-8892-45be-ba34-fee3467cf46b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.673149] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.696300] env[64658]: DEBUG nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.808733] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52918ea3-7263-9178-60e2-b5077ea22aff, 'name': SearchDatastore_Task, 'duration_secs': 0.016592} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.808862] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.809140] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 41ee97a8-3e0f-4c32-b025-6b97d6d80286/41ee97a8-3e0f-4c32-b025-6b97d6d80286.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.809409] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa4f355-7b01-4ed7-b6c3-d50843a5f25f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.818458] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 691.818458] env[64658]: value = "task-2733311" [ 691.818458] env[64658]: _type = "Task" [ 691.818458] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.828071] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.989141] env[64658]: DEBUG nova.scheduler.client.report [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.173283] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733310, 'name': ReconfigVM_Task, 'duration_secs': 0.593767} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.174269] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 5756535c-f4fc-41a7-b6e3-a04e72cad7fa/5756535c-f4fc-41a7-b6e3-a04e72cad7fa.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.175527] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad4f777f-78f8-45fb-866a-62e62ace871a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.189105] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 692.189105] env[64658]: value = "task-2733312" [ 692.189105] env[64658]: _type = "Task" [ 692.189105] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.211799] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733312, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.234117] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.330710] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733311, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.500791] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.504213] env[64658]: DEBUG nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.506642] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.594s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.512228] env[64658]: INFO nova.compute.claims [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.714866] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733312, 'name': Rename_Task, 'duration_secs': 0.473648} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.715411] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.715834] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad312726-f329-4da9-bcaf-a49bd8b81c38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.725239] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 692.725239] env[64658]: value = "task-2733313" [ 692.725239] env[64658]: _type = "Task" [ 692.725239] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.738424] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.830202] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736301} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.830481] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 41ee97a8-3e0f-4c32-b025-6b97d6d80286/41ee97a8-3e0f-4c32-b025-6b97d6d80286.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.830698] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.831054] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88ae82ef-549a-4c73-be42-83af0eb7877d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.841034] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 692.841034] env[64658]: value = "task-2733314" [ 692.841034] env[64658]: _type = "Task" [ 692.841034] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.850480] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.009163] env[64658]: DEBUG nova.compute.utils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.013104] env[64658]: DEBUG nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.013104] env[64658]: DEBUG nova.network.neutron [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.176262] env[64658]: DEBUG nova.policy [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779269743cd14d4f9af161038e760e5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9bd86b062334a94bc9274e6698ff981', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.239477] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733313, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.349124] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07438} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.349467] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.350352] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e4dd04-4683-49aa-a6ed-647b33daa6e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.376088] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 41ee97a8-3e0f-4c32-b025-6b97d6d80286/41ee97a8-3e0f-4c32-b025-6b97d6d80286.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.379309] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c062a9-a58b-4194-938c-1455083d039d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.404305] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 693.404305] env[64658]: value = "task-2733315" [ 693.404305] env[64658]: _type = "Task" [ 693.404305] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.420021] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733315, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.435941] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [{"id": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "address": "fa:16:3e:03:50:c0", "network": {"id": "045e3efe-4f10-4c13-a022-17e74b367f72", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-941503301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aff5bf16e2c412abc513525708adaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3dd0a70-15", "ovs_interfaceid": "b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.515598] env[64658]: DEBUG nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.745706] env[64658]: DEBUG oslo_vmware.api [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733313, 'name': PowerOnVM_Task, 'duration_secs': 0.93625} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.748423] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.748423] env[64658]: INFO nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Took 8.47 seconds to spawn the instance on the hypervisor. [ 693.748423] env[64658]: DEBUG nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.756052] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ca0f7b-b416-4cc5-bd1e-0557e17c795d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.918238] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733315, 'name': ReconfigVM_Task, 'duration_secs': 0.403366} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.918609] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 41ee97a8-3e0f-4c32-b025-6b97d6d80286/41ee97a8-3e0f-4c32-b025-6b97d6d80286.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.919252] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45957e7d-bd76-4b63-8771-d3fda429a6bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.925649] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 693.925649] env[64658]: value = "task-2733316" [ 693.925649] env[64658]: _type = "Task" [ 693.925649] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.938473] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733316, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.938988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-60e0f787-8892-45be-ba34-fee3467cf46b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.939219] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 693.939411] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.939686] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.939915] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.940133] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.940390] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.940598] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.940747] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 693.940906] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 694.113790] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f678b-b9d1-40c6-96eb-65f7e21ea13a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.121935] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e335a6f-08e8-4997-b103-ab2b9206e152 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.163469] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f74dd9-4718-43e5-91a4-ffa6e0842168 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.171839] env[64658]: DEBUG nova.network.neutron [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Successfully created port: 9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.175123] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863e5f3f-96cc-4364-8b24-289f8677173c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.191185] env[64658]: DEBUG nova.compute.provider_tree [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.260275] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.260574] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.260798] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.260972] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.261164] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.263549] env[64658]: INFO nova.compute.manager [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Terminating instance [ 694.279510] env[64658]: INFO nova.compute.manager [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Took 36.57 seconds to build instance. [ 694.442236] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733316, 'name': Rename_Task, 'duration_secs': 0.181042} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.442236] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.442236] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1155a30-4272-45f8-aa7f-2cdd4e259774 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.444948] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.449981] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 694.449981] env[64658]: value = "task-2733317" [ 694.449981] env[64658]: _type = "Task" [ 694.449981] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.458662] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.530956] env[64658]: DEBUG nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.607647] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.607970] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.608144] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.608360] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.608569] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.608915] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.608915] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.609076] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.609246] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.609408] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.609582] env[64658]: DEBUG nova.virt.hardware [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.610522] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7af20aa-72be-43f0-b525-424c105fb360 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.619298] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3780414-5698-4e13-aa7b-7ee40586f276 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.694538] env[64658]: DEBUG nova.scheduler.client.report [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.767946] env[64658]: DEBUG nova.compute.manager [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.768251] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.769423] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1406f9a2-8961-4375-9250-d11ffc343054 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.778942] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.779386] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261b8384-c200-4b51-b495-34ffcc341165 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.782093] env[64658]: DEBUG oslo_concurrency.lockutils [None req-310bf979-9af1-461b-ba9f-8e2d924cfaee tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.101s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.789195] env[64658]: DEBUG oslo_vmware.api [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 694.789195] env[64658]: value = "task-2733318" [ 694.789195] env[64658]: _type = "Task" [ 694.789195] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.802688] env[64658]: DEBUG oslo_vmware.api [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.963569] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.000230] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "e565fd40-68e1-4e13-862b-ffc03fbbc608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.000630] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.039839] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.040140] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.075115] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "c1540b7f-7546-4b30-93ba-471e585e3a60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.075369] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.201754] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.202792] env[64658]: DEBUG nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.207856] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.597s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.208504] env[64658]: DEBUG nova.objects.instance [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 695.289375] env[64658]: DEBUG nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.304105] env[64658]: DEBUG oslo_vmware.api [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733318, 'name': PowerOffVM_Task, 'duration_secs': 0.344262} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.304431] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.304687] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.304963] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3c1efe7-7cdd-418d-9726-932392a09294 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.372111] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.372361] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.372541] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Deleting the datastore file [datastore2] 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.372806] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27343b6c-1651-4fd5-bad6-c8ce24da5616 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.379241] env[64658]: DEBUG oslo_vmware.api [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for the task: (returnval){ [ 695.379241] env[64658]: value = "task-2733320" [ 695.379241] env[64658]: _type = "Task" [ 695.379241] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.388936] env[64658]: DEBUG oslo_vmware.api [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.468321] env[64658]: DEBUG oslo_vmware.api [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733317, 'name': PowerOnVM_Task, 'duration_secs': 0.549386} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.468802] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.469142] env[64658]: INFO nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Took 7.96 seconds to spawn the instance on the hypervisor. [ 695.469427] env[64658]: DEBUG nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.473795] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff780b52-e69a-452d-ae2f-1a8cd8d00655 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.716248] env[64658]: DEBUG nova.compute.utils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.722477] env[64658]: DEBUG nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.724683] env[64658]: DEBUG nova.network.neutron [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.815187] env[64658]: DEBUG nova.policy [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78beea7a270a4041b07ef7724fc862e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765b853eb54d44cf86b157bb1bd25e25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.821612] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.890721] env[64658]: DEBUG oslo_vmware.api [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Task: {'id': task-2733320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375556} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.891424] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.891788] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.892086] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.892353] env[64658]: INFO nova.compute.manager [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 695.892641] env[64658]: DEBUG oslo.service.loopingcall [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.893958] env[64658]: DEBUG nova.compute.manager [-] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.893958] env[64658]: DEBUG nova.network.neutron [-] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.009721] env[64658]: INFO nova.compute.manager [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Took 35.81 seconds to build instance. [ 696.124020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "146cdb65-6e67-4091-a32c-dd8c5accbdba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.124138] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.223156] env[64658]: DEBUG nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.230269] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bc567e65-8387-4fd9-ab9a-4008642ead19 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.230269] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.621s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.232103] env[64658]: INFO nova.compute.claims [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.513653] env[64658]: DEBUG oslo_concurrency.lockutils [None req-257f47ae-20cf-46ac-8dc8-4933a09497c0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.589s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.611537] env[64658]: DEBUG nova.compute.manager [req-5cbb8649-6ef5-41b4-a7d2-c1e2fe189252 req-cd0959ca-ae3c-4d44-9d12-743631794b01 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Received event network-vif-plugged-9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.611771] env[64658]: DEBUG oslo_concurrency.lockutils [req-5cbb8649-6ef5-41b4-a7d2-c1e2fe189252 req-cd0959ca-ae3c-4d44-9d12-743631794b01 service nova] Acquiring lock "f512075c-67fa-49a0-a2a3-cc803fcd029c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.611991] env[64658]: DEBUG oslo_concurrency.lockutils [req-5cbb8649-6ef5-41b4-a7d2-c1e2fe189252 req-cd0959ca-ae3c-4d44-9d12-743631794b01 service nova] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.612177] env[64658]: DEBUG oslo_concurrency.lockutils [req-5cbb8649-6ef5-41b4-a7d2-c1e2fe189252 req-cd0959ca-ae3c-4d44-9d12-743631794b01 service nova] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.612525] env[64658]: DEBUG nova.compute.manager [req-5cbb8649-6ef5-41b4-a7d2-c1e2fe189252 req-cd0959ca-ae3c-4d44-9d12-743631794b01 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] No waiting events found dispatching network-vif-plugged-9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.612525] env[64658]: WARNING nova.compute.manager [req-5cbb8649-6ef5-41b4-a7d2-c1e2fe189252 req-cd0959ca-ae3c-4d44-9d12-743631794b01 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Received unexpected event network-vif-plugged-9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 for instance with vm_state building and task_state spawning. [ 696.664661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "dbdcdde9-d800-4248-9b0d-edab7d19597d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.664661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.664942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "dbdcdde9-d800-4248-9b0d-edab7d19597d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.665115] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.665308] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.669536] env[64658]: INFO nova.compute.manager [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Terminating instance [ 696.677906] env[64658]: DEBUG nova.network.neutron [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Successfully created port: 2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.698378] env[64658]: DEBUG nova.network.neutron [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Successfully updated port: 9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.795815] env[64658]: DEBUG nova.compute.manager [req-e7b62502-d0cd-4d2d-afa2-7deaec6e29b5 req-7ab0be09-b973-4a10-b85f-b0d4dca95122 service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Received event network-vif-deleted-c5634c52-3834-46d3-8729-f874818b18d7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.796769] env[64658]: INFO nova.compute.manager [req-e7b62502-d0cd-4d2d-afa2-7deaec6e29b5 req-7ab0be09-b973-4a10-b85f-b0d4dca95122 service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Neutron deleted interface c5634c52-3834-46d3-8729-f874818b18d7; detaching it from the instance and deleting it from the info cache [ 696.796769] env[64658]: DEBUG nova.network.neutron [req-e7b62502-d0cd-4d2d-afa2-7deaec6e29b5 req-7ab0be09-b973-4a10-b85f-b0d4dca95122 service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.902436] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.902693] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.902888] env[64658]: DEBUG nova.compute.manager [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.904265] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592ac0cb-2443-419e-b102-10dfc14f269a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.916537] env[64658]: DEBUG nova.compute.manager [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 696.917197] env[64658]: DEBUG nova.objects.instance [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lazy-loading 'flavor' on Instance uuid 41ee97a8-3e0f-4c32-b025-6b97d6d80286 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.019508] env[64658]: DEBUG nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.107943] env[64658]: DEBUG nova.network.neutron [-] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.177726] env[64658]: DEBUG nova.compute.manager [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.177894] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.178880] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181a988e-0673-4c8b-b722-03f35d5d2097 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.191371] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.192067] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df4a7a7d-ec43-4d57-b238-1d6493d7593c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.205852] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "refresh_cache-f512075c-67fa-49a0-a2a3-cc803fcd029c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.206018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquired lock "refresh_cache-f512075c-67fa-49a0-a2a3-cc803fcd029c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.206255] env[64658]: DEBUG nova.network.neutron [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.245397] env[64658]: DEBUG nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.275951] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.275951] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.275951] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.275951] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.275951] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.275951] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.276326] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.276524] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.276700] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.276864] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.279165] env[64658]: DEBUG nova.virt.hardware [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.280210] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3339f72-10cc-4abe-bdf7-51ec0fe60bb8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.290742] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.291007] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.291267] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Deleting the datastore file [datastore2] dbdcdde9-d800-4248-9b0d-edab7d19597d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.292071] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c957feed-6b40-4dd7-9ab1-eb1d44f9dae0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.299134] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f949d51-844f-43fe-8f79-da8008bdb8c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.307191] env[64658]: DEBUG oslo_vmware.api [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 697.307191] env[64658]: value = "task-2733322" [ 697.307191] env[64658]: _type = "Task" [ 697.307191] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.308372] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb104790-0433-4ad3-b658-26efc2e007a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.329722] env[64658]: DEBUG oslo_vmware.api [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.336479] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec7732-5d9f-40a8-b9b9-6e050ef7487c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.372759] env[64658]: DEBUG nova.compute.manager [req-e7b62502-d0cd-4d2d-afa2-7deaec6e29b5 req-7ab0be09-b973-4a10-b85f-b0d4dca95122 service nova] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Detach interface failed, port_id=c5634c52-3834-46d3-8729-f874818b18d7, reason: Instance 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 697.548072] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.613133] env[64658]: INFO nova.compute.manager [-] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Took 1.72 seconds to deallocate network for instance. [ 697.781951] env[64658]: DEBUG nova.network.neutron [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.821968] env[64658]: DEBUG oslo_vmware.api [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411052} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.823705] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.823996] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.824253] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.824398] env[64658]: INFO nova.compute.manager [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Took 0.65 seconds to destroy the instance on the hypervisor. [ 697.824783] env[64658]: DEBUG oslo.service.loopingcall [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.825132] env[64658]: DEBUG nova.compute.manager [-] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.825352] env[64658]: DEBUG nova.network.neutron [-] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.899584] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b94794-ae98-428e-9d23-d5bce036397d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.911693] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af87b1b6-970a-49e4-a93a-c66181207583 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.946139] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.946139] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ac9ce2-0123-40c8-b22b-dea5d2f60d6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.948111] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aeacbb-1136-4378-818d-374fa622871d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.961868] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c2d61f-dec9-4ace-988e-7c39ebd2b386 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.966703] env[64658]: DEBUG oslo_vmware.api [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 697.966703] env[64658]: value = "task-2733323" [ 697.966703] env[64658]: _type = "Task" [ 697.966703] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.982978] env[64658]: DEBUG nova.compute.provider_tree [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.990492] env[64658]: DEBUG oslo_vmware.api [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.113136] env[64658]: DEBUG nova.network.neutron [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Updating instance_info_cache with network_info: [{"id": "9bcaa822-9d01-49ca-9dd9-a1177d0cfe63", "address": "fa:16:3e:f0:e1:7d", "network": {"id": "5f1c2793-cb4d-49b3-bf07-ab42ff978ef6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-122807576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9bd86b062334a94bc9274e6698ff981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcaa822-9d", "ovs_interfaceid": "9bcaa822-9d01-49ca-9dd9-a1177d0cfe63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.121906] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.284072] env[64658]: DEBUG nova.network.neutron [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Successfully updated port: 2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.477157] env[64658]: DEBUG oslo_vmware.api [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733323, 'name': PowerOffVM_Task, 'duration_secs': 0.351499} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.477157] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.477157] env[64658]: DEBUG nova.compute.manager [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.477864] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76d0d36-0f02-4409-a2c7-532098421d76 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.486837] env[64658]: DEBUG nova.scheduler.client.report [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.615756] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Releasing lock "refresh_cache-f512075c-67fa-49a0-a2a3-cc803fcd029c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.618065] env[64658]: DEBUG nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Instance network_info: |[{"id": "9bcaa822-9d01-49ca-9dd9-a1177d0cfe63", "address": "fa:16:3e:f0:e1:7d", "network": {"id": "5f1c2793-cb4d-49b3-bf07-ab42ff978ef6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-122807576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9bd86b062334a94bc9274e6698ff981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcaa822-9d", "ovs_interfaceid": "9bcaa822-9d01-49ca-9dd9-a1177d0cfe63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.618065] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e1:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bcaa822-9d01-49ca-9dd9-a1177d0cfe63', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.626066] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Creating folder: Project (f9bd86b062334a94bc9274e6698ff981). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.626066] env[64658]: DEBUG nova.network.neutron [-] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.626066] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1a096f-924a-4661-99a5-f29d33ef8025 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.637792] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Created folder: Project (f9bd86b062334a94bc9274e6698ff981) in parent group-v550231. [ 698.638018] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Creating folder: Instances. Parent ref: group-v550317. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.638914] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80f50bec-01b9-43c1-b864-54c3b134ffec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.648404] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Created folder: Instances in parent group-v550317. [ 698.649070] env[64658]: DEBUG oslo.service.loopingcall [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.649070] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.649209] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b5b792-e5f7-47e5-a83b-8b03aee9e551 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.668621] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.668621] env[64658]: value = "task-2733326" [ 698.668621] env[64658]: _type = "Task" [ 698.668621] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.677237] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733326, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.787428] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.787428] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.787640] env[64658]: DEBUG nova.network.neutron [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.994689] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.995275] env[64658]: DEBUG nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.002029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e3f7a443-93f9-42b1-9897-cce15c25c8f8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.002029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.004s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.002029] env[64658]: DEBUG nova.objects.instance [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lazy-loading 'resources' on Instance uuid 59f7c6bd-3585-4f25-897d-435f6a4badb5 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.016305] env[64658]: DEBUG nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received event network-changed-2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.018114] env[64658]: DEBUG nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Refreshing instance network info cache due to event network-changed-2af09de8-d980-4b96-806f-32476d35f164. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.018359] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Acquiring lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.018537] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Acquired lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.018691] env[64658]: DEBUG nova.network.neutron [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Refreshing network info cache for port 2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.041832] env[64658]: DEBUG nova.compute.manager [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Received event network-changed-9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.042387] env[64658]: DEBUG nova.compute.manager [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Refreshing instance network info cache due to event network-changed-9bcaa822-9d01-49ca-9dd9-a1177d0cfe63. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.042387] env[64658]: DEBUG oslo_concurrency.lockutils [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] Acquiring lock "refresh_cache-f512075c-67fa-49a0-a2a3-cc803fcd029c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.042387] env[64658]: DEBUG oslo_concurrency.lockutils [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] Acquired lock "refresh_cache-f512075c-67fa-49a0-a2a3-cc803fcd029c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.042539] env[64658]: DEBUG nova.network.neutron [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Refreshing network info cache for port 9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.129386] env[64658]: INFO nova.compute.manager [-] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Took 1.30 seconds to deallocate network for instance. [ 699.179676] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733326, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.324498] env[64658]: DEBUG nova.network.neutron [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.470518] env[64658]: DEBUG nova.network.neutron [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.507321] env[64658]: DEBUG nova.compute.utils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.509709] env[64658]: DEBUG nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.509898] env[64658]: DEBUG nova.network.neutron [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.579994] env[64658]: DEBUG nova.policy [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c37a43c0404f8c8abc295696c7e4a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd165f355da8e4210bbd5d3976594dc7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.636601] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.681664] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733326, 'name': CreateVM_Task, 'duration_secs': 0.619984} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.685054] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.685200] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.685485] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.686965] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.686965] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d7937b-2474-481b-915a-27262aee94ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.693591] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 699.693591] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b7398b-d5f3-aee7-77fc-8a094a3717d7" [ 699.693591] env[64658]: _type = "Task" [ 699.693591] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.705114] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b7398b-d5f3-aee7-77fc-8a094a3717d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.930693] env[64658]: DEBUG nova.network.neutron [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updated VIF entry in instance network info cache for port 2af09de8-d980-4b96-806f-32476d35f164. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.931083] env[64658]: DEBUG nova.network.neutron [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.977406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.977783] env[64658]: DEBUG nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Instance network_info: |[{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.978897] env[64658]: DEBUG nova.network.neutron [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Updated VIF entry in instance network info cache for port 9bcaa822-9d01-49ca-9dd9-a1177d0cfe63. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.979261] env[64658]: DEBUG nova.network.neutron [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Updating instance_info_cache with network_info: [{"id": "9bcaa822-9d01-49ca-9dd9-a1177d0cfe63", "address": "fa:16:3e:f0:e1:7d", "network": {"id": "5f1c2793-cb4d-49b3-bf07-ab42ff978ef6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-122807576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9bd86b062334a94bc9274e6698ff981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcaa822-9d", "ovs_interfaceid": "9bcaa822-9d01-49ca-9dd9-a1177d0cfe63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.980649] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:dd:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e0024f1-53d2-441c-9575-2d3331e5f843', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.988780] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Creating folder: Project (765b853eb54d44cf86b157bb1bd25e25). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.996765] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f080976-6dd8-4151-970d-57dc24cb2c59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.015564] env[64658]: DEBUG nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.024578] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Created folder: Project (765b853eb54d44cf86b157bb1bd25e25) in parent group-v550231. [ 700.028181] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Creating folder: Instances. Parent ref: group-v550320. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.028181] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2d7a57-7415-4a71-ae5e-9b7fda7b24eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.039891] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Created folder: Instances in parent group-v550320. [ 700.040738] env[64658]: DEBUG oslo.service.loopingcall [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.040738] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.041168] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c209459-7a05-4494-bedf-63798681e4e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.068386] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.068386] env[64658]: value = "task-2733329" [ 700.068386] env[64658]: _type = "Task" [ 700.068386] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.076655] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733329, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.101627] env[64658]: DEBUG nova.network.neutron [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Successfully created port: b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.188327] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcdf3fa-791b-49b9-8c5a-7c577477c229 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.204069] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0822bf6a-8b59-479c-a8fa-4552bb7a5b99 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.213337] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b7398b-d5f3-aee7-77fc-8a094a3717d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016029} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.242889] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.243341] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.247018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.247018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.247018] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.247018] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e747c17-262a-45f8-9b4f-197317759980 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.247611] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eaa1ec-da35-42cb-bd38-7702fc928583 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.259056] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5685c6ae-574c-485b-9ef9-67392b35d83e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.264033] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.264033] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.264611] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd93778-51dc-461d-b337-0752030414b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.276016] env[64658]: DEBUG nova.compute.provider_tree [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.281352] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 700.281352] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520bd326-0927-7dc1-7ba8-68f2c3efccd0" [ 700.281352] env[64658]: _type = "Task" [ 700.281352] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.290260] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520bd326-0927-7dc1-7ba8-68f2c3efccd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.433604] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Releasing lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.433985] env[64658]: DEBUG nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Received event network-vif-deleted-f662e1d3-c104-459e-9b75-ce4d9e0247f1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.434290] env[64658]: DEBUG nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Received event network-vif-plugged-2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.434547] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.434851] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.435047] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.435259] env[64658]: DEBUG nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] No waiting events found dispatching network-vif-plugged-2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.435516] env[64658]: WARNING nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Received unexpected event network-vif-plugged-2e0024f1-53d2-441c-9575-2d3331e5f843 for instance with vm_state building and task_state spawning. [ 700.435725] env[64658]: DEBUG nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Received event network-changed-2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.435923] env[64658]: DEBUG nova.compute.manager [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Refreshing instance network info cache due to event network-changed-2e0024f1-53d2-441c-9575-2d3331e5f843. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.436179] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.436347] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.437271] env[64658]: DEBUG nova.network.neutron [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Refreshing network info cache for port 2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.490669] env[64658]: DEBUG oslo_concurrency.lockutils [req-8e23c088-f401-49a6-94ba-2bf17d83c551 req-707043af-25bc-4934-a778-6f505d3002d1 service nova] Releasing lock "refresh_cache-f512075c-67fa-49a0-a2a3-cc803fcd029c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.579597] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733329, 'name': CreateVM_Task, 'duration_secs': 0.371274} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.579787] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.580573] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.580756] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.581149] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.581439] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03790e7a-162c-4e28-adde-a854c18e26b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.587075] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 700.587075] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529e1509-f482-4041-f739-34b29c1b4b1e" [ 700.587075] env[64658]: _type = "Task" [ 700.587075] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.596489] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e1509-f482-4041-f739-34b29c1b4b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.786036] env[64658]: DEBUG nova.scheduler.client.report [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.806862] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520bd326-0927-7dc1-7ba8-68f2c3efccd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013656} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.807640] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db23a138-272f-4532-9e02-5236bddf33ef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.814674] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 700.814674] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5256c024-2021-013e-ca87-3ba0a1ce2ce5" [ 700.814674] env[64658]: _type = "Task" [ 700.814674] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.827019] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5256c024-2021-013e-ca87-3ba0a1ce2ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.869766] env[64658]: DEBUG nova.compute.manager [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.870700] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d95917-6ebb-4420-b53c-32e9fd3619cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.032549] env[64658]: DEBUG nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.064150] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.064150] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.064150] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.064150] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.064150] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.064150] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.064547] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.064858] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.065181] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.065536] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.066816] env[64658]: DEBUG nova.virt.hardware [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.068055] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a0e8bf-29e1-4174-ac81-9e046ea8a15e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.076455] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d66f3ea-82cf-4dfa-84dc-86aef81667d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.106497] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e1509-f482-4041-f739-34b29c1b4b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.015789} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.106874] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.107182] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.107570] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.191780] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ab4b-301a-63f3-f480-8dfd55452207/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 701.193096] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec118170-7218-4493-af2b-bb7ca9d29491 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.201461] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ab4b-301a-63f3-f480-8dfd55452207/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 701.201640] env[64658]: ERROR oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ab4b-301a-63f3-f480-8dfd55452207/disk-0.vmdk due to incomplete transfer. [ 701.201866] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0b25dc0c-d2ea-4b8e-a62e-464972b54533 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.210406] env[64658]: DEBUG oslo_vmware.rw_handles [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e8ab4b-301a-63f3-f480-8dfd55452207/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 701.210565] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Uploaded image 677af229-998a-4f4a-9747-e7f46ced7cb7 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 701.212474] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.212734] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e43fa486-183a-49f8-b37c-a2a114946e40 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.220171] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 701.220171] env[64658]: value = "task-2733330" [ 701.220171] env[64658]: _type = "Task" [ 701.220171] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.228269] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733330, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.244164] env[64658]: DEBUG nova.network.neutron [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updated VIF entry in instance network info cache for port 2e0024f1-53d2-441c-9575-2d3331e5f843. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.244539] env[64658]: DEBUG nova.network.neutron [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.294309] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.301341] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.656s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.301341] env[64658]: DEBUG nova.objects.instance [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lazy-loading 'resources' on Instance uuid 62c6dd7b-0f3d-4174-a379-326f0186de20 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.322339] env[64658]: INFO nova.scheduler.client.report [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Deleted allocations for instance 59f7c6bd-3585-4f25-897d-435f6a4badb5 [ 701.330473] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5256c024-2021-013e-ca87-3ba0a1ce2ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.025487} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.333653] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.334077] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] f512075c-67fa-49a0-a2a3-cc803fcd029c/f512075c-67fa-49a0-a2a3-cc803fcd029c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.334530] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.334988] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.335349] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bb97a79-095e-4f7d-8897-363536c33849 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.338022] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca2190f5-60bd-47df-aaeb-8aeb661e03a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.346331] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 701.346331] env[64658]: value = "task-2733331" [ 701.346331] env[64658]: _type = "Task" [ 701.346331] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.353060] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.353060] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.353060] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e535434-4def-4a37-8a77-b3d58b120868 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.360474] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.364971] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 701.364971] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f2a19e-0abe-7b40-52e8-9253d3778925" [ 701.364971] env[64658]: _type = "Task" [ 701.364971] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.372275] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f2a19e-0abe-7b40-52e8-9253d3778925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.381747] env[64658]: INFO nova.compute.manager [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] instance snapshotting [ 701.381994] env[64658]: WARNING nova.compute.manager [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 701.384908] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6752e7-0e4c-4a3f-b2c5-3b8272ed7527 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.404567] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdee655-abb8-4b8e-80a7-ed413f3d857b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.735049] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733330, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.747853] env[64658]: DEBUG oslo_concurrency.lockutils [req-d2797571-d6de-449c-99ce-5ab5e2cdba6a req-39ed001f-3ae5-4ccc-b939-0fc666c40ea9 service nova] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.842817] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f776f85-e972-4cae-86cc-e4c7092f7fd2 tempest-ServerAddressesTestJSON-1968559864 tempest-ServerAddressesTestJSON-1968559864-project-member] Lock "59f7c6bd-3585-4f25-897d-435f6a4badb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.785s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.862559] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733331, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.877856] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f2a19e-0abe-7b40-52e8-9253d3778925, 'name': SearchDatastore_Task, 'duration_secs': 0.019009} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.879814] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3baa33d3-f2dd-4450-9fad-924192f27182 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.890881] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 701.890881] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b09e86-7980-bf89-8daa-8e7d989f7d04" [ 701.890881] env[64658]: _type = "Task" [ 701.890881] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.902046] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b09e86-7980-bf89-8daa-8e7d989f7d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.906354] env[64658]: DEBUG nova.network.neutron [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Successfully updated port: b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.917227] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 701.921030] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4acd0e56-b543-4a1f-90fd-1b92ba47ee92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.929864] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 701.929864] env[64658]: value = "task-2733332" [ 701.929864] env[64658]: _type = "Task" [ 701.929864] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.940201] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.016049] env[64658]: DEBUG nova.compute.manager [req-2dc02f25-c86a-441b-aba7-ba958e9722eb req-317acd86-2bbe-41b7-9598-18fa9ba61831 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Received event network-vif-plugged-b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.016049] env[64658]: DEBUG oslo_concurrency.lockutils [req-2dc02f25-c86a-441b-aba7-ba958e9722eb req-317acd86-2bbe-41b7-9598-18fa9ba61831 service nova] Acquiring lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.016049] env[64658]: DEBUG oslo_concurrency.lockutils [req-2dc02f25-c86a-441b-aba7-ba958e9722eb req-317acd86-2bbe-41b7-9598-18fa9ba61831 service nova] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.016049] env[64658]: DEBUG oslo_concurrency.lockutils [req-2dc02f25-c86a-441b-aba7-ba958e9722eb req-317acd86-2bbe-41b7-9598-18fa9ba61831 service nova] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.016049] env[64658]: DEBUG nova.compute.manager [req-2dc02f25-c86a-441b-aba7-ba958e9722eb req-317acd86-2bbe-41b7-9598-18fa9ba61831 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] No waiting events found dispatching network-vif-plugged-b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.016049] env[64658]: WARNING nova.compute.manager [req-2dc02f25-c86a-441b-aba7-ba958e9722eb req-317acd86-2bbe-41b7-9598-18fa9ba61831 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Received unexpected event network-vif-plugged-b342d257-b132-4017-a1ab-7ee72f8b80ab for instance with vm_state building and task_state spawning. [ 702.233967] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733330, 'name': Destroy_Task, 'duration_secs': 0.971174} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.234260] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Destroyed the VM [ 702.234499] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.234750] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a27ab924-77b7-4834-819d-fb51f3073eb8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.241511] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 702.241511] env[64658]: value = "task-2733333" [ 702.241511] env[64658]: _type = "Task" [ 702.241511] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.249825] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.364454] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772216} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.364767] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] f512075c-67fa-49a0-a2a3-cc803fcd029c/f512075c-67fa-49a0-a2a3-cc803fcd029c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.364992] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.365327] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de742b0-5533-4447-896f-78d39280624d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.374701] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 702.374701] env[64658]: value = "task-2733334" [ 702.374701] env[64658]: _type = "Task" [ 702.374701] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.382863] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.401095] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b09e86-7980-bf89-8daa-8e7d989f7d04, 'name': SearchDatastore_Task, 'duration_secs': 0.060104} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.404143] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.404489] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] acc0f605-4ba1-442c-ac75-051e800b49b8/acc0f605-4ba1-442c-ac75-051e800b49b8.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.404998] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e82050e9-e403-4a72-a28f-9cbed939c4de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.411965] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.412139] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquired lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.412314] env[64658]: DEBUG nova.network.neutron [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.413540] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 702.413540] env[64658]: value = "task-2733335" [ 702.413540] env[64658]: _type = "Task" [ 702.413540] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.425793] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.438320] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29e8fd-77ee-4669-bda2-9b9fc5864656 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.445821] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733332, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.451331] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df6317-50a0-46c8-bf14-4e4b084d73da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.485825] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbd78fa-0bf4-4034-9619-95da2b1dd72d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.493512] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea4f10-e72a-42e7-91e2-c5a82f4f94b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.508807] env[64658]: DEBUG nova.compute.provider_tree [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.661701] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "13b41870-4408-41c7-8e44-25f31f709f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.661701] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "13b41870-4408-41c7-8e44-25f31f709f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.752526] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.885441] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066228} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.887396] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.888332] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7935e-4450-4ae0-9e73-c406ae56ef55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.914087] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f512075c-67fa-49a0-a2a3-cc803fcd029c/f512075c-67fa-49a0-a2a3-cc803fcd029c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.914447] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde32b0a-0503-4bea-abfb-f260c10a6565 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.964521] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733332, 'name': CreateSnapshot_Task, 'duration_secs': 0.651053} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.964782] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476871} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.966354] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 702.966501] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] acc0f605-4ba1-442c-ac75-051e800b49b8/acc0f605-4ba1-442c-ac75-051e800b49b8.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.966785] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.967109] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 702.967109] env[64658]: value = "task-2733336" [ 702.967109] env[64658]: _type = "Task" [ 702.967109] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.967879] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1255a13f-82d7-4390-b71c-48f2234e82f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.970679] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cd26f0e-fdd1-43dd-a222-00b1dbec708e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.988571] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 702.988571] env[64658]: value = "task-2733337" [ 702.988571] env[64658]: _type = "Task" [ 702.988571] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.988803] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.993157] env[64658]: DEBUG nova.network.neutron [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.998645] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.013811] env[64658]: DEBUG nova.scheduler.client.report [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.150089] env[64658]: DEBUG nova.network.neutron [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.252687] env[64658]: DEBUG oslo_vmware.api [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733333, 'name': RemoveSnapshot_Task, 'duration_secs': 0.839553} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.253062] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.253317] env[64658]: INFO nova.compute.manager [None req-0ca3b8cd-7713-4dc5-9180-e25113119398 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Took 17.49 seconds to snapshot the instance on the hypervisor. [ 703.482375] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733336, 'name': ReconfigVM_Task, 'duration_secs': 0.327756} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.482669] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f512075c-67fa-49a0-a2a3-cc803fcd029c/f512075c-67fa-49a0-a2a3-cc803fcd029c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.483487] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc64be08-dcc7-43e9-b485-830bc9eaface {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.491459] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.491726] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-517f451e-f75a-44f6-9dec-6d8292c36369 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.499803] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 703.499803] env[64658]: value = "task-2733338" [ 703.499803] env[64658]: _type = "Task" [ 703.499803] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.506218] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073424} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.506568] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 703.506568] env[64658]: value = "task-2733339" [ 703.506568] env[64658]: _type = "Task" [ 703.506568] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.507145] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.507966] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f32cfce-59a6-4abb-a542-1dac3c0fbf37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.515718] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733338, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.521373] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.523284] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733339, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.532566] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.184s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.532914] env[64658]: DEBUG nova.objects.instance [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lazy-loading 'resources' on Instance uuid 4ed1d948-0194-482f-be20-05fc58537de6 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.544323] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] acc0f605-4ba1-442c-ac75-051e800b49b8/acc0f605-4ba1-442c-ac75-051e800b49b8.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.545255] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a868309e-8c2e-4572-ad15-cb205008f305 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.561720] env[64658]: INFO nova.scheduler.client.report [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleted allocations for instance 62c6dd7b-0f3d-4174-a379-326f0186de20 [ 703.573877] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 703.573877] env[64658]: value = "task-2733340" [ 703.573877] env[64658]: _type = "Task" [ 703.573877] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.585584] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.652747] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Releasing lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.653753] env[64658]: DEBUG nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Instance network_info: |[{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.653895] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f7:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b342d257-b132-4017-a1ab-7ee72f8b80ab', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.662545] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Creating folder: Project (d165f355da8e4210bbd5d3976594dc7c). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.663135] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31706b5e-5027-4bd1-995e-7b84d58deb8c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.674171] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Created folder: Project (d165f355da8e4210bbd5d3976594dc7c) in parent group-v550231. [ 703.675206] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Creating folder: Instances. Parent ref: group-v550325. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.675206] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2caffe4d-79f9-4a6f-8b5b-36423b136490 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.684254] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Created folder: Instances in parent group-v550325. [ 703.684550] env[64658]: DEBUG oslo.service.loopingcall [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.684775] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.685110] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5113a8f-1667-4bc2-bb69-20318b5c2a4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.706563] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.706563] env[64658]: value = "task-2733343" [ 703.706563] env[64658]: _type = "Task" [ 703.706563] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.715103] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733343, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.012088] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733338, 'name': Rename_Task, 'duration_secs': 0.406497} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.015925] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.016279] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dbd2c68-2b21-4c3d-a7ac-e98c76d5c011 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.025392] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733339, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.026878] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 704.026878] env[64658]: value = "task-2733344" [ 704.026878] env[64658]: _type = "Task" [ 704.026878] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.038149] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.084987] env[64658]: DEBUG oslo_concurrency.lockutils [None req-294ed491-cac2-485d-be0b-43a99372a570 tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "62c6dd7b-0f3d-4174-a379-326f0186de20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.748s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.093649] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.141082] env[64658]: DEBUG nova.compute.manager [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Received event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.141292] env[64658]: DEBUG nova.compute.manager [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing instance network info cache due to event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.141535] env[64658]: DEBUG oslo_concurrency.lockutils [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] Acquiring lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.141669] env[64658]: DEBUG oslo_concurrency.lockutils [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] Acquired lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.141878] env[64658]: DEBUG nova.network.neutron [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.221234] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733343, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.530030] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733339, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.541739] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.586272] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733340, 'name': ReconfigVM_Task, 'duration_secs': 0.718656} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.586841] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Reconfigured VM instance instance-0000001e to attach disk [datastore1] acc0f605-4ba1-442c-ac75-051e800b49b8/acc0f605-4ba1-442c-ac75-051e800b49b8.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.588058] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d25a088-13bd-46e6-8d17-89797998963f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.595020] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 704.595020] env[64658]: value = "task-2733345" [ 704.595020] env[64658]: _type = "Task" [ 704.595020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.603808] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733345, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.619555] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0775d7e7-6a4e-4a38-9a2f-cdfcc39cb22e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.627539] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6413fb08-59ca-4293-894d-1562870f057b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.663885] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e48647-d008-42a4-8f1b-7713559db2d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.672554] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065aec3-bbdb-42d0-9baf-472b0c946c8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.689193] env[64658]: DEBUG nova.compute.provider_tree [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.726665] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733343, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.758275] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "e0c23711-ce59-4242-85cf-3f6d66b14339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.759197] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "e0c23711-ce59-4242-85cf-3f6d66b14339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.759336] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "e0c23711-ce59-4242-85cf-3f6d66b14339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.759650] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "e0c23711-ce59-4242-85cf-3f6d66b14339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.759938] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "e0c23711-ce59-4242-85cf-3f6d66b14339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.766509] env[64658]: INFO nova.compute.manager [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Terminating instance [ 704.958517] env[64658]: DEBUG nova.network.neutron [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updated VIF entry in instance network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.959017] env[64658]: DEBUG nova.network.neutron [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.025910] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733339, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.038735] env[64658]: DEBUG oslo_vmware.api [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733344, 'name': PowerOnVM_Task, 'duration_secs': 0.723157} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.039084] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.041611] env[64658]: INFO nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Took 10.51 seconds to spawn the instance on the hypervisor. [ 705.041611] env[64658]: DEBUG nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.041611] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b7f933-e94e-4ba0-81c5-3ac61fa9ffd1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.104473] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733345, 'name': Rename_Task, 'duration_secs': 0.215353} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.104765] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.105000] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852ecedd-a2c9-4574-8784-25edcbc8b534 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.111842] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 705.111842] env[64658]: value = "task-2733346" [ 705.111842] env[64658]: _type = "Task" [ 705.111842] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.120101] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.218529] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733343, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.221968] env[64658]: ERROR nova.scheduler.client.report [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] [req-4d7e1e84-73f4-4e04-b2e6-e3a44a9ad038] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d7e1e84-73f4-4e04-b2e6-e3a44a9ad038"}]} [ 705.241328] env[64658]: DEBUG nova.scheduler.client.report [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 705.259749] env[64658]: DEBUG nova.scheduler.client.report [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 705.260061] env[64658]: DEBUG nova.compute.provider_tree [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.272953] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "refresh_cache-e0c23711-ce59-4242-85cf-3f6d66b14339" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.273275] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquired lock "refresh_cache-e0c23711-ce59-4242-85cf-3f6d66b14339" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.273567] env[64658]: DEBUG nova.network.neutron [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.275927] env[64658]: DEBUG nova.scheduler.client.report [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 705.298019] env[64658]: DEBUG nova.scheduler.client.report [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 705.464202] env[64658]: DEBUG oslo_concurrency.lockutils [req-27674f20-e2f4-4e23-811e-8c3dec1393a9 req-9693d335-c6ea-45cb-b60e-4c7c904b2b2f service nova] Releasing lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.527092] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733339, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.561406] env[64658]: INFO nova.compute.manager [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Took 40.89 seconds to build instance. [ 705.625671] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.719862] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733343, 'name': CreateVM_Task, 'duration_secs': 1.615968} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.720070] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.720804] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.720982] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.721333] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.721593] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c579fd-4546-407a-b9f5-7c23310de9c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.729751] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 705.729751] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525ca19b-f9d6-f7f6-7a5d-867fccf154e7" [ 705.729751] env[64658]: _type = "Task" [ 705.729751] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.740135] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525ca19b-f9d6-f7f6-7a5d-867fccf154e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.806295] env[64658]: DEBUG nova.network.neutron [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.855129] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6834d7c2-af9a-466a-b095-0eda7852685a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.863241] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bd89ae-2a79-4f68-98df-9289a9a2974e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.898058] env[64658]: DEBUG nova.network.neutron [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.900029] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e987e6-f04f-419e-b69e-9d10fb561ab4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.907651] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc017083-4cf9-41c1-bd49-dcb503d6210b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.924405] env[64658]: DEBUG nova.compute.provider_tree [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.024360] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733339, 'name': CloneVM_Task, 'duration_secs': 2.185472} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.024784] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Created linked-clone VM from snapshot [ 706.025929] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560d9d6-df86-411d-950b-da1997742e19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.033453] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Uploading image e93e4d7c-675b-4586-b840-9242f53204ba {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 706.055670] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 706.055670] env[64658]: value = "vm-550324" [ 706.055670] env[64658]: _type = "VirtualMachine" [ 706.055670] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 706.055961] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-754694bb-9fde-480c-b117-e8eec8b7ad3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.062274] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease: (returnval){ [ 706.062274] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a43d0f-5cff-4fcd-6739-cac7cb680625" [ 706.062274] env[64658]: _type = "HttpNfcLease" [ 706.062274] env[64658]: } obtained for exporting VM: (result){ [ 706.062274] env[64658]: value = "vm-550324" [ 706.062274] env[64658]: _type = "VirtualMachine" [ 706.062274] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 706.062509] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the lease: (returnval){ [ 706.062509] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a43d0f-5cff-4fcd-6739-cac7cb680625" [ 706.062509] env[64658]: _type = "HttpNfcLease" [ 706.062509] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 706.065949] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5fdc5ddf-d430-4ac8-ba52-b7241986f72d tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.775s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.070833] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.070833] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a43d0f-5cff-4fcd-6739-cac7cb680625" [ 706.070833] env[64658]: _type = "HttpNfcLease" [ 706.070833] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 706.128299] env[64658]: DEBUG oslo_vmware.api [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733346, 'name': PowerOnVM_Task, 'duration_secs': 0.928558} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.128587] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.128797] env[64658]: INFO nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Took 8.88 seconds to spawn the instance on the hypervisor. [ 706.128978] env[64658]: DEBUG nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.129808] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb897887-8c24-4a87-b24b-610c74b218e3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.250019] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525ca19b-f9d6-f7f6-7a5d-867fccf154e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.250019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.250019] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.250019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.250019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.250019] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.250019] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24fe40c0-22f4-43bc-bb9f-911a77df1c98 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.256197] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.256378] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.257348] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe97d324-b6f6-4b47-93aa-49427d312e73 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.262175] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 706.262175] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52cfdf99-f49b-161a-ded3-244a97236622" [ 706.262175] env[64658]: _type = "Task" [ 706.262175] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.272121] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52cfdf99-f49b-161a-ded3-244a97236622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.301707] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "f512075c-67fa-49a0-a2a3-cc803fcd029c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.301986] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.302243] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "f512075c-67fa-49a0-a2a3-cc803fcd029c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.302435] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.302601] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.306802] env[64658]: INFO nova.compute.manager [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Terminating instance [ 706.403656] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Releasing lock "refresh_cache-e0c23711-ce59-4242-85cf-3f6d66b14339" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.404130] env[64658]: DEBUG nova.compute.manager [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.404332] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.405249] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c698af7c-3f7e-4211-993c-c96e8a21269f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.412776] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.413035] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1abed221-17f2-46fd-8b17-38a6f9f69c86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.419205] env[64658]: DEBUG oslo_vmware.api [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 706.419205] env[64658]: value = "task-2733348" [ 706.419205] env[64658]: _type = "Task" [ 706.419205] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.429097] env[64658]: DEBUG oslo_vmware.api [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.464019] env[64658]: DEBUG nova.scheduler.client.report [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 706.464019] env[64658]: DEBUG nova.compute.provider_tree [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 54 to 55 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 706.464019] env[64658]: DEBUG nova.compute.provider_tree [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.569390] env[64658]: DEBUG nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.578899] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 706.578899] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a43d0f-5cff-4fcd-6739-cac7cb680625" [ 706.578899] env[64658]: _type = "HttpNfcLease" [ 706.578899] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 706.579207] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 706.579207] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a43d0f-5cff-4fcd-6739-cac7cb680625" [ 706.579207] env[64658]: _type = "HttpNfcLease" [ 706.579207] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 706.579929] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816cc27a-bb4d-42f2-8bd0-3f98beb0e3d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.588523] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e90887-27af-aa54-7190-917978bf5caa/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 706.588825] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e90887-27af-aa54-7190-917978bf5caa/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 706.684097] env[64658]: INFO nova.compute.manager [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Took 40.79 seconds to build instance. [ 706.727016] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4c40f56-a946-4214-aff1-01a686e6e327 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.779905] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52cfdf99-f49b-161a-ded3-244a97236622, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.780769] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e209d115-f4e3-4e1b-84fc-76469f1767ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.786539] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 706.786539] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525aab68-8a00-13fb-ad5b-6a89c66f1879" [ 706.786539] env[64658]: _type = "Task" [ 706.786539] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.795017] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525aab68-8a00-13fb-ad5b-6a89c66f1879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.810523] env[64658]: DEBUG nova.compute.manager [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.810840] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.811631] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e9294-47b3-4803-a7c2-5ef163b3045f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.818999] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.819323] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbc63923-d524-4aed-907a-eec514acb0b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.826025] env[64658]: DEBUG oslo_vmware.api [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 706.826025] env[64658]: value = "task-2733349" [ 706.826025] env[64658]: _type = "Task" [ 706.826025] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.834656] env[64658]: DEBUG oslo_vmware.api [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.930348] env[64658]: DEBUG oslo_vmware.api [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733348, 'name': PowerOffVM_Task, 'duration_secs': 0.130574} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.930707] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.930959] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.931274] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2aad4e5-b86e-4a0d-9417-ab4a9f8a3313 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.957318] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.957589] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.957784] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleting the datastore file [datastore2] e0c23711-ce59-4242-85cf-3f6d66b14339 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.958088] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46308f4-10ec-4bfe-bf30-4b1cbb2cc848 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.964908] env[64658]: DEBUG oslo_vmware.api [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for the task: (returnval){ [ 706.964908] env[64658]: value = "task-2733351" [ 706.964908] env[64658]: _type = "Task" [ 706.964908] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.970586] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.438s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.972772] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.005s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.974355] env[64658]: INFO nova.compute.claims [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.982086] env[64658]: DEBUG oslo_vmware.api [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.999851] env[64658]: INFO nova.scheduler.client.report [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Deleted allocations for instance 4ed1d948-0194-482f-be20-05fc58537de6 [ 707.097901] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.184142] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e9102be5-7d19-40a0-b685-bb203c3f4e97 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.501s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.302488] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525aab68-8a00-13fb-ad5b-6a89c66f1879, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.302488] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.302809] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 60a8f1f1-20a3-462d-b6fb-77b930c76b59/60a8f1f1-20a3-462d-b6fb-77b930c76b59.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.303178] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da67649-cfe6-4580-b4d6-180a9ab2f92c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.309385] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 707.309385] env[64658]: value = "task-2733352" [ 707.309385] env[64658]: _type = "Task" [ 707.309385] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.318573] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.335614] env[64658]: DEBUG oslo_vmware.api [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733349, 'name': PowerOffVM_Task, 'duration_secs': 0.26948} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.335921] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.336390] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.336459] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3f953c9-f91c-4688-b56a-c8ff600fa66b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.449338] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.449863] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.453578] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Deleting the datastore file [datastore1] f512075c-67fa-49a0-a2a3-cc803fcd029c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.453578] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33602acd-259b-4981-a51b-d04355f5fc6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.459336] env[64658]: DEBUG oslo_vmware.api [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for the task: (returnval){ [ 707.459336] env[64658]: value = "task-2733354" [ 707.459336] env[64658]: _type = "Task" [ 707.459336] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.477596] env[64658]: DEBUG oslo_vmware.api [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.487843] env[64658]: DEBUG oslo_vmware.api [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Task: {'id': task-2733351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104045} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.488695] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.488982] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.489225] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.489459] env[64658]: INFO nova.compute.manager [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Took 1.09 seconds to destroy the instance on the hypervisor. [ 707.489752] env[64658]: DEBUG oslo.service.loopingcall [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.489989] env[64658]: DEBUG nova.compute.manager [-] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.490140] env[64658]: DEBUG nova.network.neutron [-] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.513216] env[64658]: DEBUG nova.network.neutron [-] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.519229] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b18f095-8354-4c59-9af5-610e18d2ca58 tempest-ServerMetadataNegativeTestJSON-1999272262 tempest-ServerMetadataNegativeTestJSON-1999272262-project-member] Lock "4ed1d948-0194-482f-be20-05fc58537de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.709s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.591227] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.591605] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.591889] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.592105] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.592350] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.595293] env[64658]: INFO nova.compute.manager [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Terminating instance [ 707.687419] env[64658]: DEBUG nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.819841] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733352, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.971015] env[64658]: DEBUG oslo_vmware.api [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Task: {'id': task-2733354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478542} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.971416] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.971614] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.971784] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.971960] env[64658]: INFO nova.compute.manager [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 707.972226] env[64658]: DEBUG oslo.service.loopingcall [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.974177] env[64658]: DEBUG nova.compute.manager [-] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.974177] env[64658]: DEBUG nova.network.neutron [-] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.022303] env[64658]: DEBUG nova.network.neutron [-] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.100090] env[64658]: DEBUG nova.compute.manager [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.100378] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.101342] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d43c44-00cd-4204-bb66-73f4585f186c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.109720] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.111213] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3deaf0d8-e1d0-4e11-a490-731e45d2979e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.121930] env[64658]: DEBUG oslo_vmware.api [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 708.121930] env[64658]: value = "task-2733355" [ 708.121930] env[64658]: _type = "Task" [ 708.121930] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.133082] env[64658]: DEBUG oslo_vmware.api [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.223143] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.322817] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570891} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.327704] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 60a8f1f1-20a3-462d-b6fb-77b930c76b59/60a8f1f1-20a3-462d-b6fb-77b930c76b59.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.327704] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.328023] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a1c4142-569e-4718-94d4-3d1cd27c10bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.335404] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 708.335404] env[64658]: value = "task-2733356" [ 708.335404] env[64658]: _type = "Task" [ 708.335404] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.343703] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.512840] env[64658]: DEBUG nova.compute.manager [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Received event network-changed-2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.513104] env[64658]: DEBUG nova.compute.manager [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Refreshing instance network info cache due to event network-changed-2e0024f1-53d2-441c-9575-2d3331e5f843. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.513670] env[64658]: DEBUG oslo_concurrency.lockutils [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.513670] env[64658]: DEBUG oslo_concurrency.lockutils [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.514308] env[64658]: DEBUG nova.network.neutron [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Refreshing network info cache for port 2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.522441] env[64658]: INFO nova.compute.manager [-] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Took 1.03 seconds to deallocate network for instance. [ 708.636110] env[64658]: DEBUG oslo_vmware.api [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733355, 'name': PowerOffVM_Task, 'duration_secs': 0.206675} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.639244] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.639525] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.641122] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f14a801-77b4-483c-9dbb-9810ecc77cfb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.654166] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee039a8-4229-4aaf-b01b-0544ac26c0ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.659635] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa4a3f-f94c-4e88-a749-88a4fe9b9b09 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.699500] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d4003b-2cfd-45b3-8f63-4c2af4c447c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.708464] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a978a4-802b-4d91-851b-c9d5fd002b6b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.714395] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.714662] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.714807] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Deleting the datastore file [datastore2] 70b2264f-10da-47ce-ab3b-8d79c566cd8e {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.715925] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c993f184-086c-4f02-9e70-7735a043fe46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.729078] env[64658]: DEBUG nova.compute.provider_tree [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.736481] env[64658]: DEBUG oslo_vmware.api [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 708.736481] env[64658]: value = "task-2733358" [ 708.736481] env[64658]: _type = "Task" [ 708.736481] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.747612] env[64658]: DEBUG oslo_vmware.api [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.845018] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06848} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.846454] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.847650] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f2991e-d85b-407e-bffa-91f85640f70f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.871977] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 60a8f1f1-20a3-462d-b6fb-77b930c76b59/60a8f1f1-20a3-462d-b6fb-77b930c76b59.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.871977] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2957915f-ee14-4d8a-889c-d25f3dd09104 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.891138] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 708.891138] env[64658]: value = "task-2733359" [ 708.891138] env[64658]: _type = "Task" [ 708.891138] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.902168] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.005990] env[64658]: DEBUG nova.network.neutron [-] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.034084] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.249575] env[64658]: DEBUG oslo_vmware.api [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143204} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.249875] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.250067] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.250241] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.250410] env[64658]: INFO nova.compute.manager [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 709.250704] env[64658]: DEBUG oslo.service.loopingcall [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.250922] env[64658]: DEBUG nova.compute.manager [-] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.251113] env[64658]: DEBUG nova.network.neutron [-] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.274447] env[64658]: DEBUG nova.scheduler.client.report [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.274977] env[64658]: DEBUG nova.compute.provider_tree [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 55 to 56 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.274977] env[64658]: DEBUG nova.compute.provider_tree [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.402441] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733359, 'name': ReconfigVM_Task, 'duration_secs': 0.366216} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.402749] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 60a8f1f1-20a3-462d-b6fb-77b930c76b59/60a8f1f1-20a3-462d-b6fb-77b930c76b59.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.403411] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-688b2eb1-94ef-455b-b2f1-ea7a00d754ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.410619] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 709.410619] env[64658]: value = "task-2733360" [ 709.410619] env[64658]: _type = "Task" [ 709.410619] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.420348] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733360, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.508014] env[64658]: INFO nova.compute.manager [-] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Took 1.54 seconds to deallocate network for instance. [ 709.650063] env[64658]: DEBUG nova.network.neutron [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updated VIF entry in instance network info cache for port 2e0024f1-53d2-441c-9575-2d3331e5f843. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.650481] env[64658]: DEBUG nova.network.neutron [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.784026] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.784026] env[64658]: DEBUG nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.785254] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.941s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.785710] env[64658]: DEBUG nova.objects.instance [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lazy-loading 'resources' on Instance uuid 884c3f22-c97a-45f4-8005-609d4533621a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.927329] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733360, 'name': Rename_Task, 'duration_secs': 0.36707} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.927829] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.928247] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c4fce27-4f9f-430e-93be-2a9f6b46075d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.937712] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 709.937712] env[64658]: value = "task-2733361" [ 709.937712] env[64658]: _type = "Task" [ 709.937712] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.949920] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.016204] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.153583] env[64658]: DEBUG oslo_concurrency.lockutils [req-9ed14fea-5ded-4303-b65e-50ef7e3ab6a9 req-cde96456-297a-484a-a11d-48d8fa742b1a service nova] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.244991] env[64658]: DEBUG nova.compute.manager [req-01f5b659-f058-4e93-b6b0-c05547c1cf99 req-e59ceb18-1b53-4e4f-9e29-ac0bc71a9d6f service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Received event network-vif-deleted-3c4f0f66-f91c-467b-9cfa-4feaf2a450bb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.245209] env[64658]: INFO nova.compute.manager [req-01f5b659-f058-4e93-b6b0-c05547c1cf99 req-e59ceb18-1b53-4e4f-9e29-ac0bc71a9d6f service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Neutron deleted interface 3c4f0f66-f91c-467b-9cfa-4feaf2a450bb; detaching it from the instance and deleting it from the info cache [ 710.245394] env[64658]: DEBUG nova.network.neutron [req-01f5b659-f058-4e93-b6b0-c05547c1cf99 req-e59ceb18-1b53-4e4f-9e29-ac0bc71a9d6f service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.292827] env[64658]: DEBUG nova.compute.utils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.299036] env[64658]: DEBUG nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.299036] env[64658]: DEBUG nova.network.neutron [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.388645] env[64658]: DEBUG nova.policy [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e1663c93be4dfaa3c936c0fc1ca764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7fe5c429e8412aa79436f14a3adbc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.454259] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.495455] env[64658]: DEBUG nova.network.neutron [-] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.643471] env[64658]: DEBUG nova.compute.manager [req-07e8845c-8052-454e-8b37-12cde9d7d79f req-66bf19d2-f1e4-43e9-8934-a8fd6349c097 service nova] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Received event network-vif-deleted-9bcaa822-9d01-49ca-9dd9-a1177d0cfe63 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.751755] env[64658]: DEBUG nova.network.neutron [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Successfully created port: 8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.754868] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39515718-7c5c-4373-9aa7-ad5b4905605b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.766324] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b8428d-1dee-467a-bbc4-5a81a5a48014 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.810939] env[64658]: DEBUG nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.813854] env[64658]: DEBUG nova.compute.manager [req-01f5b659-f058-4e93-b6b0-c05547c1cf99 req-e59ceb18-1b53-4e4f-9e29-ac0bc71a9d6f service nova] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Detach interface failed, port_id=3c4f0f66-f91c-467b-9cfa-4feaf2a450bb, reason: Instance 70b2264f-10da-47ce-ab3b-8d79c566cd8e could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 710.956328] env[64658]: DEBUG oslo_vmware.api [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733361, 'name': PowerOnVM_Task, 'duration_secs': 0.561731} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.956666] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.956791] env[64658]: INFO nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Took 9.93 seconds to spawn the instance on the hypervisor. [ 710.956972] env[64658]: DEBUG nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.957940] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39833784-ebfe-4817-bafc-9bb112c8bd6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.973011] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352fa51-3e8a-4d42-811c-bff8a90f427f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.980506] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55ba7e-974a-4950-8dbc-4fb7c101aa6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.019325] env[64658]: INFO nova.compute.manager [-] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Took 1.77 seconds to deallocate network for instance. [ 711.022639] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eb5caa-b9e9-47fa-beba-5c3c6cf71ffb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.033942] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f1369-6cd0-4141-a96a-aa68ab56d540 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.051815] env[64658]: DEBUG nova.compute.provider_tree [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.480943] env[64658]: INFO nova.compute.manager [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Took 42.92 seconds to build instance. [ 711.530655] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.553956] env[64658]: DEBUG nova.scheduler.client.report [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.828874] env[64658]: DEBUG nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.862391] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.862650] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.862819] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.863013] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.863167] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.863313] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.863517] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.863677] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.863839] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.864022] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.864190] env[64658]: DEBUG nova.virt.hardware [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.865130] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e34d455-2c7a-48b2-a618-13b9d9d571a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.873677] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f6eed-4958-4655-a534-30a756856d23 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.983448] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a52c190c-c0f1-4d4f-a6f2-f043173b1582 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.032s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.061520] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.062856] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.760s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.102584] env[64658]: INFO nova.scheduler.client.report [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Deleted allocations for instance 884c3f22-c97a-45f4-8005-609d4533621a [ 712.177377] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "2af40134-8a16-4b54-a16f-2598a45fb781" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.177377] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "2af40134-8a16-4b54-a16f-2598a45fb781" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.490144] env[64658]: DEBUG nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.611019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a8fadb4e-9a4b-4861-b7b5-2935cf685901 tempest-InstanceActionsV221TestJSON-569598287 tempest-InstanceActionsV221TestJSON-569598287-project-member] Lock "884c3f22-c97a-45f4-8005-609d4533621a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.252s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.639559] env[64658]: DEBUG nova.compute.manager [req-bec2bf24-c357-4cbe-8e26-819bd704b990 req-4567483d-74b3-40a3-a60f-5c32abcd6beb service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Received event network-vif-plugged-8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.639559] env[64658]: DEBUG oslo_concurrency.lockutils [req-bec2bf24-c357-4cbe-8e26-819bd704b990 req-4567483d-74b3-40a3-a60f-5c32abcd6beb service nova] Acquiring lock "13f79be3-8768-4656-a6b4-1ba4618a332a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.639559] env[64658]: DEBUG oslo_concurrency.lockutils [req-bec2bf24-c357-4cbe-8e26-819bd704b990 req-4567483d-74b3-40a3-a60f-5c32abcd6beb service nova] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.639559] env[64658]: DEBUG oslo_concurrency.lockutils [req-bec2bf24-c357-4cbe-8e26-819bd704b990 req-4567483d-74b3-40a3-a60f-5c32abcd6beb service nova] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.639559] env[64658]: DEBUG nova.compute.manager [req-bec2bf24-c357-4cbe-8e26-819bd704b990 req-4567483d-74b3-40a3-a60f-5c32abcd6beb service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] No waiting events found dispatching network-vif-plugged-8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.639559] env[64658]: WARNING nova.compute.manager [req-bec2bf24-c357-4cbe-8e26-819bd704b990 req-4567483d-74b3-40a3-a60f-5c32abcd6beb service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Received unexpected event network-vif-plugged-8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 for instance with vm_state building and task_state spawning. [ 713.009998] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.072435] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf1e06-2a5a-4c2c-9b0b-1c5f2299c657 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.083879] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46567d56-9002-494d-9f20-87a3deaed68e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.125280] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d464932-48d3-4f95-bd45-d61311ea2f72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.132855] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0b9874-6f7a-4462-b2ea-0bf3691c5dea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.150021] env[64658]: DEBUG nova.compute.provider_tree [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.296678] env[64658]: DEBUG nova.network.neutron [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Successfully updated port: 8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.656058] env[64658]: DEBUG nova.scheduler.client.report [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.798241] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-13f79be3-8768-4656-a6b4-1ba4618a332a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.802239] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-13f79be3-8768-4656-a6b4-1ba4618a332a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.802307] env[64658]: DEBUG nova.network.neutron [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.362644] env[64658]: DEBUG nova.network.neutron [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.617911] env[64658]: DEBUG nova.network.neutron [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Updating instance_info_cache with network_info: [{"id": "8dff4b4d-ff26-4d59-921e-e69e7ebf5a41", "address": "fa:16:3e:33:44:c5", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dff4b4d-ff", "ovs_interfaceid": "8dff4b4d-ff26-4d59-921e-e69e7ebf5a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.666321] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.601s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.667307] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.952s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.669633] env[64658]: INFO nova.compute.claims [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.691526] env[64658]: DEBUG nova.compute.manager [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Received event network-changed-8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.691742] env[64658]: DEBUG nova.compute.manager [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Refreshing instance network info cache due to event network-changed-8dff4b4d-ff26-4d59-921e-e69e7ebf5a41. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.691944] env[64658]: DEBUG oslo_concurrency.lockutils [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] Acquiring lock "refresh_cache-13f79be3-8768-4656-a6b4-1ba4618a332a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.120876] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-13f79be3-8768-4656-a6b4-1ba4618a332a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.121208] env[64658]: DEBUG nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Instance network_info: |[{"id": "8dff4b4d-ff26-4d59-921e-e69e7ebf5a41", "address": "fa:16:3e:33:44:c5", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dff4b4d-ff", "ovs_interfaceid": "8dff4b4d-ff26-4d59-921e-e69e7ebf5a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.121821] env[64658]: DEBUG oslo_concurrency.lockutils [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] Acquired lock "refresh_cache-13f79be3-8768-4656-a6b4-1ba4618a332a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.121821] env[64658]: DEBUG nova.network.neutron [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Refreshing network info cache for port 8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.123039] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:44:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dff4b4d-ff26-4d59-921e-e69e7ebf5a41', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.130790] env[64658]: DEBUG oslo.service.loopingcall [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.131288] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.132069] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e7df44-0948-42ee-94e5-d109b747c0e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.155395] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.155395] env[64658]: value = "task-2733362" [ 715.155395] env[64658]: _type = "Task" [ 715.155395] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.167272] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733362, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.233972] env[64658]: INFO nova.scheduler.client.report [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Deleted allocation for migration 913f55ef-44de-4cb8-abfc-db2f8236e77f [ 715.665741] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733362, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.739622] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d2e9e41-ec7a-4e71-9045-b49bc145b223 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.336s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.133538] env[64658]: DEBUG nova.network.neutron [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Updated VIF entry in instance network info cache for port 8dff4b4d-ff26-4d59-921e-e69e7ebf5a41. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.134013] env[64658]: DEBUG nova.network.neutron [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Updating instance_info_cache with network_info: [{"id": "8dff4b4d-ff26-4d59-921e-e69e7ebf5a41", "address": "fa:16:3e:33:44:c5", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dff4b4d-ff", "ovs_interfaceid": "8dff4b4d-ff26-4d59-921e-e69e7ebf5a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.167718] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733362, 'name': CreateVM_Task, 'duration_secs': 0.516303} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.171157] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.172925] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.172925] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.173223] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.173471] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d94531c-e98f-4ea0-aac4-83b82808260d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.178152] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 716.178152] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521a2827-fdfb-8d60-b9b8-5e6479f6f178" [ 716.178152] env[64658]: _type = "Task" [ 716.178152] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.188264] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521a2827-fdfb-8d60-b9b8-5e6479f6f178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.223344] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ae700-5d0b-4311-a93b-adc3784e3d2d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.231194] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2cd009-fdb7-42c8-ace7-e9ab1ae90dcf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.265111] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edd96e5-3f09-4040-8f99-e25730a9c23c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.272967] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43dc64a-a7e9-467c-a823-6517876f7282 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.288154] env[64658]: DEBUG nova.compute.provider_tree [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.642949] env[64658]: DEBUG oslo_concurrency.lockutils [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] Releasing lock "refresh_cache-13f79be3-8768-4656-a6b4-1ba4618a332a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.643291] env[64658]: DEBUG nova.compute.manager [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Received event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.643490] env[64658]: DEBUG nova.compute.manager [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing instance network info cache due to event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.643746] env[64658]: DEBUG oslo_concurrency.lockutils [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] Acquiring lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.643894] env[64658]: DEBUG oslo_concurrency.lockutils [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] Acquired lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.644096] env[64658]: DEBUG nova.network.neutron [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.689038] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521a2827-fdfb-8d60-b9b8-5e6479f6f178, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.689339] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.689524] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.689757] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.689908] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.690096] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.690346] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-770805a9-2f5f-4b49-ac39-2f601d7b6ece {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.701175] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.701509] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.703108] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ef70bf-f2ed-40ca-93d0-667ffc28f5c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.709043] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 716.709043] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524419eb-e072-422f-29dc-6889a4daa680" [ 716.709043] env[64658]: _type = "Task" [ 716.709043] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.717099] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524419eb-e072-422f-29dc-6889a4daa680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.792176] env[64658]: DEBUG nova.scheduler.client.report [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.219182] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524419eb-e072-422f-29dc-6889a4daa680, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.220018] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f076af4c-a4fe-433e-b26f-c7f8c0f05221 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.226114] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 717.226114] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52cfbcec-d62e-581a-181e-4e4099ed7f85" [ 717.226114] env[64658]: _type = "Task" [ 717.226114] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.233333] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52cfbcec-d62e-581a-181e-4e4099ed7f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.249278] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e90887-27af-aa54-7190-917978bf5caa/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 717.250184] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e6293-a062-4aea-9297-bd42e9c2e6f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.256162] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e90887-27af-aa54-7190-917978bf5caa/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 717.256335] env[64658]: ERROR oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e90887-27af-aa54-7190-917978bf5caa/disk-0.vmdk due to incomplete transfer. [ 717.256552] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3cea7df2-9e48-43a7-8f2f-e8bf5b1f97c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.263844] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e90887-27af-aa54-7190-917978bf5caa/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 717.264135] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Uploaded image e93e4d7c-675b-4586-b840-9242f53204ba to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 717.266084] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 717.266334] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57490577-daa8-4bfa-816f-0b842a096389 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.272702] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 717.272702] env[64658]: value = "task-2733363" [ 717.272702] env[64658]: _type = "Task" [ 717.272702] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.278911] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733363, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.303084] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.303591] env[64658]: DEBUG nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.306226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.339s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.307624] env[64658]: INFO nova.compute.claims [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.410853] env[64658]: DEBUG nova.network.neutron [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updated VIF entry in instance network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.411233] env[64658]: DEBUG nova.network.neutron [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.645399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.645661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.735859] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52cfbcec-d62e-581a-181e-4e4099ed7f85, 'name': SearchDatastore_Task, 'duration_secs': 0.030478} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.736134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.736596] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 13f79be3-8768-4656-a6b4-1ba4618a332a/13f79be3-8768-4656-a6b4-1ba4618a332a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.736713] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1c18c7-3843-4375-b6e6-5e94668291bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.742554] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 717.742554] env[64658]: value = "task-2733364" [ 717.742554] env[64658]: _type = "Task" [ 717.742554] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.749742] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.781579] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733363, 'name': Destroy_Task, 'duration_secs': 0.346159} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.782482] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Destroyed the VM [ 717.782759] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.785133] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8401834f-20c1-4744-a7a3-04b95d2d8fc3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.792877] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 717.792877] env[64658]: value = "task-2733365" [ 717.792877] env[64658]: _type = "Task" [ 717.792877] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.803904] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733365, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.812272] env[64658]: DEBUG nova.compute.utils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 717.816804] env[64658]: DEBUG nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.816920] env[64658]: DEBUG nova.network.neutron [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.875020] env[64658]: DEBUG nova.policy [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f23fcc0645064f75bb0d0ea1415a189b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '620a1ac7fb86487282fa10cc02d98322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.914021] env[64658]: DEBUG oslo_concurrency.lockutils [req-43d1c910-7df3-4745-8939-715e0f5c1c10 req-d9001dbd-9612-4cf8-afbc-5a68ea0ae077 service nova] Releasing lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.253467] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733364, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.289390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.289762] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.290053] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.290288] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.290557] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.293537] env[64658]: INFO nova.compute.manager [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Terminating instance [ 718.307086] env[64658]: DEBUG oslo_vmware.api [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733365, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40136} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.308651] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 718.308651] env[64658]: INFO nova.compute.manager [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 718.319403] env[64658]: DEBUG nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.448256] env[64658]: DEBUG nova.network.neutron [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Successfully created port: 34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.754477] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688855} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.756864] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 13f79be3-8768-4656-a6b4-1ba4618a332a/13f79be3-8768-4656-a6b4-1ba4618a332a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.757099] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.757507] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e07963c-c6ea-4cc8-b374-1c9fb79be2c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.764918] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 718.764918] env[64658]: value = "task-2733366" [ 718.764918] env[64658]: _type = "Task" [ 718.764918] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.778589] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.801833] env[64658]: DEBUG nova.compute.manager [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.802086] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.802921] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1cd07d-db35-4d8d-ba82-2e1c16d3844d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.810589] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.813147] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47dca483-3000-491b-a85f-225a393746ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.814903] env[64658]: DEBUG nova.compute.manager [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Instance disappeared during snapshot {{(pid=64658) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 718.829863] env[64658]: DEBUG nova.compute.manager [None req-cf35d10e-befc-4033-b792-e2f71924b9b0 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image not found during clean up e93e4d7c-675b-4586-b840-9242f53204ba {{(pid=64658) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 718.836559] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff8c5df-476b-4067-8bf8-8c6e9bf3f5b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.845292] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952ceff-29a9-40ba-91dc-0c038dc390fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.882510] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14411f00-df8f-4266-a830-f2cc580b7997 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.885461] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.885927] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.885927] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleting the datastore file [datastore1] 41ee97a8-3e0f-4c32-b025-6b97d6d80286 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.886185] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17d50a6-e456-468e-a187-5740f925e9e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.893028] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e6ffd5-2d32-44ea-bf93-2ad8236d2124 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.898166] env[64658]: DEBUG oslo_vmware.api [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 718.898166] env[64658]: value = "task-2733368" [ 718.898166] env[64658]: _type = "Task" [ 718.898166] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.909557] env[64658]: DEBUG nova.compute.provider_tree [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.915095] env[64658]: DEBUG oslo_vmware.api [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.975908] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.976187] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.276037] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081901} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.276037] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.276224] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696273ac-85af-4c34-843c-12c5611d39b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.301065] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 13f79be3-8768-4656-a6b4-1ba4618a332a/13f79be3-8768-4656-a6b4-1ba4618a332a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.301427] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208c8995-6cdd-4007-ac8f-9fab171eace3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.321693] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 719.321693] env[64658]: value = "task-2733369" [ 719.321693] env[64658]: _type = "Task" [ 719.321693] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.329703] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.341464] env[64658]: DEBUG nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.366739] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.367144] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.367388] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.367677] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.367915] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.368144] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.368415] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.368721] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.368973] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.369314] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.369578] env[64658]: DEBUG nova.virt.hardware [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.370527] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58114fd0-79b4-4c2b-89d9-2a4b9bee0db0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.378906] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d41d8-c56c-43ff-8142-b590480d9d48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.406990] env[64658]: DEBUG oslo_vmware.api [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129327} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.407393] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.407690] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.407993] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.408280] env[64658]: INFO nova.compute.manager [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Took 0.61 seconds to destroy the instance on the hypervisor. [ 719.408670] env[64658]: DEBUG oslo.service.loopingcall [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.408917] env[64658]: DEBUG nova.compute.manager [-] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.409085] env[64658]: DEBUG nova.network.neutron [-] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.412091] env[64658]: DEBUG nova.scheduler.client.report [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.753764] env[64658]: DEBUG nova.compute.manager [req-0181bc04-c945-4b77-b4a2-ba7f26782a07 req-a49c2192-de28-43d2-b398-f114f26c06cf service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Received event network-vif-deleted-31491819-0cd2-44d0-8ef0-34e7f3909a44 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.753979] env[64658]: INFO nova.compute.manager [req-0181bc04-c945-4b77-b4a2-ba7f26782a07 req-a49c2192-de28-43d2-b398-f114f26c06cf service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Neutron deleted interface 31491819-0cd2-44d0-8ef0-34e7f3909a44; detaching it from the instance and deleting it from the info cache [ 719.754171] env[64658]: DEBUG nova.network.neutron [req-0181bc04-c945-4b77-b4a2-ba7f26782a07 req-a49c2192-de28-43d2-b398-f114f26c06cf service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.830865] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733369, 'name': ReconfigVM_Task, 'duration_secs': 0.288003} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.831111] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 13f79be3-8768-4656-a6b4-1ba4618a332a/13f79be3-8768-4656-a6b4-1ba4618a332a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.831734] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73e727dc-95b9-4d04-b548-f1cac9768a7a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.837628] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 719.837628] env[64658]: value = "task-2733370" [ 719.837628] env[64658]: _type = "Task" [ 719.837628] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.845330] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733370, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.918516] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.919083] env[64658]: DEBUG nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.921740] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.401s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.923103] env[64658]: INFO nova.compute.claims [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.149735] env[64658]: DEBUG nova.network.neutron [-] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.167150] env[64658]: DEBUG nova.compute.manager [req-12061da7-d670-47cc-ac17-0eeaafedd37e req-146bd8b3-3c31-4e6d-b102-c6298ea484a4 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Received event network-vif-plugged-34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.167150] env[64658]: DEBUG oslo_concurrency.lockutils [req-12061da7-d670-47cc-ac17-0eeaafedd37e req-146bd8b3-3c31-4e6d-b102-c6298ea484a4 service nova] Acquiring lock "b14417a8-4522-465d-9eff-f44b1e438595-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.167150] env[64658]: DEBUG oslo_concurrency.lockutils [req-12061da7-d670-47cc-ac17-0eeaafedd37e req-146bd8b3-3c31-4e6d-b102-c6298ea484a4 service nova] Lock "b14417a8-4522-465d-9eff-f44b1e438595-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.167150] env[64658]: DEBUG oslo_concurrency.lockutils [req-12061da7-d670-47cc-ac17-0eeaafedd37e req-146bd8b3-3c31-4e6d-b102-c6298ea484a4 service nova] Lock "b14417a8-4522-465d-9eff-f44b1e438595-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.167150] env[64658]: DEBUG nova.compute.manager [req-12061da7-d670-47cc-ac17-0eeaafedd37e req-146bd8b3-3c31-4e6d-b102-c6298ea484a4 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] No waiting events found dispatching network-vif-plugged-34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.167309] env[64658]: WARNING nova.compute.manager [req-12061da7-d670-47cc-ac17-0eeaafedd37e req-146bd8b3-3c31-4e6d-b102-c6298ea484a4 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Received unexpected event network-vif-plugged-34520af3-fd58-42ee-a69d-ee5209503cf5 for instance with vm_state building and task_state spawning. [ 720.256433] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9834b45d-1c7e-42f9-aa23-79a8107ee807 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.269209] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5833cce-9dab-4e19-93c4-200c1ee92bd6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.279769] env[64658]: DEBUG nova.network.neutron [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Successfully updated port: 34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.300783] env[64658]: DEBUG nova.compute.manager [req-0181bc04-c945-4b77-b4a2-ba7f26782a07 req-a49c2192-de28-43d2-b398-f114f26c06cf service nova] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Detach interface failed, port_id=31491819-0cd2-44d0-8ef0-34e7f3909a44, reason: Instance 41ee97a8-3e0f-4c32-b025-6b97d6d80286 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 720.347279] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733370, 'name': Rename_Task, 'duration_secs': 0.195003} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.347520] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.347897] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e703b99-0eaf-4f24-a5e6-182058aaa5d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.353632] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 720.353632] env[64658]: value = "task-2733371" [ 720.353632] env[64658]: _type = "Task" [ 720.353632] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.364154] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.430218] env[64658]: DEBUG nova.compute.utils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 720.432139] env[64658]: DEBUG nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.432321] env[64658]: DEBUG nova.network.neutron [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.467510] env[64658]: DEBUG nova.policy [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdaffdab18c741928ca4635c926781f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc7af37e5ae44c3aecdc3198dca1f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.652837] env[64658]: INFO nova.compute.manager [-] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Took 1.24 seconds to deallocate network for instance. [ 720.783882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.783882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.783882] env[64658]: DEBUG nova.network.neutron [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.851012] env[64658]: DEBUG nova.network.neutron [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Successfully created port: ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.863729] env[64658]: DEBUG oslo_vmware.api [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733371, 'name': PowerOnVM_Task, 'duration_secs': 0.457951} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.863995] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.864211] env[64658]: INFO nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Took 9.04 seconds to spawn the instance on the hypervisor. [ 720.864393] env[64658]: DEBUG nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.865189] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28e88a3-ea27-4bd9-8555-eaaf77e487f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.936694] env[64658]: DEBUG nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.160022] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.318700] env[64658]: DEBUG nova.network.neutron [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.387809] env[64658]: INFO nova.compute.manager [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Took 46.45 seconds to build instance. [ 721.452316] env[64658]: DEBUG nova.network.neutron [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.454997] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528d84b-f9d3-492b-863c-94000b3f7969 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.462481] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb476abf-9bd3-4116-9ff9-4f2c3c2924dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.493082] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893f1a9d-237a-4e38-9459-73ea92488e3f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.500456] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7f577-b5b5-4f2b-92b6-82e165c87dd9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.513590] env[64658]: DEBUG nova.compute.provider_tree [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.892766] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bfc90ae-35ca-4409-9e58-82880777e5fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.395s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.950344] env[64658]: DEBUG nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.954909] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.955146] env[64658]: DEBUG nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Instance network_info: |[{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.955520] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:02:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34520af3-fd58-42ee-a69d-ee5209503cf5', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.963289] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating folder: Project (620a1ac7fb86487282fa10cc02d98322). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.963555] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8877961a-d671-4f3b-a111-7cadfbe2157e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.975215] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.975426] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.975663] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.975817] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.975967] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.976127] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.976330] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.976486] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.976671] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.976900] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.977100] env[64658]: DEBUG nova.virt.hardware [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.977953] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d82ab8-3ece-406a-9935-4dc8dd46dc4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.981687] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Created folder: Project (620a1ac7fb86487282fa10cc02d98322) in parent group-v550231. [ 721.981879] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating folder: Instances. Parent ref: group-v550329. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.982431] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a36ec50-24f1-4947-b200-24ad291de4aa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.987514] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808db094-5966-4938-9b81-11935283a578 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.993513] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Created folder: Instances in parent group-v550329. [ 721.993752] env[64658]: DEBUG oslo.service.loopingcall [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.003728] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.004152] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d75ddbe-e190-4dd5-b40c-aec2944dd919 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.018613] env[64658]: DEBUG nova.scheduler.client.report [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.026706] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.026706] env[64658]: value = "task-2733374" [ 722.026706] env[64658]: _type = "Task" [ 722.026706] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.034503] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733374, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.242372] env[64658]: DEBUG nova.compute.manager [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Received event network-changed-34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.242929] env[64658]: DEBUG nova.compute.manager [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Refreshing instance network info cache due to event network-changed-34520af3-fd58-42ee-a69d-ee5209503cf5. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.242929] env[64658]: DEBUG oslo_concurrency.lockutils [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] Acquiring lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.242929] env[64658]: DEBUG oslo_concurrency.lockutils [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] Acquired lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.246338] env[64658]: DEBUG nova.network.neutron [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Refreshing network info cache for port 34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.395718] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.472269] env[64658]: DEBUG nova.network.neutron [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Successfully updated port: ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.524708] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.524708] env[64658]: DEBUG nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.526290] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.883s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.526500] env[64658]: DEBUG nova.objects.instance [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lazy-loading 'resources' on Instance uuid d7141e65-a29e-4e8b-bb6f-18b633a0551d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.536450] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733374, 'name': CreateVM_Task, 'duration_secs': 0.299856} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.537094] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.537758] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.537927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.538253] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.538787] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25706716-28a3-4ed6-a9fb-f5636578a036 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.544183] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 722.544183] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5253527d-951b-3866-0eb7-2ff492c61642" [ 722.544183] env[64658]: _type = "Task" [ 722.544183] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.552055] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5253527d-951b-3866-0eb7-2ff492c61642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.917581] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.973239] env[64658]: DEBUG nova.network.neutron [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updated VIF entry in instance network info cache for port 34520af3-fd58-42ee-a69d-ee5209503cf5. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.973603] env[64658]: DEBUG nova.network.neutron [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.975153] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.975293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975436] env[64658]: DEBUG nova.network.neutron [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.030850] env[64658]: DEBUG nova.compute.utils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.034391] env[64658]: DEBUG nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.034559] env[64658]: DEBUG nova.network.neutron [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.055195] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5253527d-951b-3866-0eb7-2ff492c61642, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.057809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.058061] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.058293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.058441] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.058614] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.059068] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af015a2b-187c-48bd-b3b0-d7f69c088e45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.068042] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.068222] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.068931] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b820d41b-5c4f-4166-af62-47c7e2655b50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.076264] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 723.076264] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52db057b-a1a1-0eef-3602-96890b61686a" [ 723.076264] env[64658]: _type = "Task" [ 723.076264] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.084430] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52db057b-a1a1-0eef-3602-96890b61686a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.106962] env[64658]: DEBUG nova.policy [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdaffdab18c741928ca4635c926781f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc7af37e5ae44c3aecdc3198dca1f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.411875] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "13f79be3-8768-4656-a6b4-1ba4618a332a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.411875] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.462352] env[64658]: DEBUG nova.network.neutron [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Successfully created port: 5e6be0e5-20eb-4a7e-b453-c7d697d14c64 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.478561] env[64658]: DEBUG oslo_concurrency.lockutils [req-af4bd048-66c2-44d3-85cc-4a1dd03abf48 req-f1e802f2-ce81-4e5d-b1e0-c0e8b8f33e44 service nova] Releasing lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.511395] env[64658]: DEBUG nova.network.neutron [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.535749] env[64658]: DEBUG nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.552671] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17add1f-58cc-4cdc-99d7-193b1e32edc5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.567011] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe70ca-a94f-4ae5-9425-ddfd7aad373b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.612484] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2e388-4388-4d73-96f6-604686e94f7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.620237] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52db057b-a1a1-0eef-3602-96890b61686a, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.621644] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8ac356-084b-4625-85a3-82d97a4c5b1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.628577] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a73915-7fc4-48ad-9e76-e89f4a97e8da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.634382] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 723.634382] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ede1b7-af49-61ec-d999-528e6792f52b" [ 723.634382] env[64658]: _type = "Task" [ 723.634382] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.646647] env[64658]: DEBUG nova.compute.provider_tree [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.654993] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ede1b7-af49-61ec-d999-528e6792f52b, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.656241] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.656549] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] b14417a8-4522-465d-9eff-f44b1e438595/b14417a8-4522-465d-9eff-f44b1e438595.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.656799] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f72ba9-bb55-4094-a7a5-952243a33490 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.663203] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 723.663203] env[64658]: value = "task-2733375" [ 723.663203] env[64658]: _type = "Task" [ 723.663203] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.672986] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.685144] env[64658]: DEBUG nova.network.neutron [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Updating instance_info_cache with network_info: [{"id": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "address": "fa:16:3e:c0:12:62", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2f9074-01", "ovs_interfaceid": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.914946] env[64658]: DEBUG nova.compute.utils [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 724.149946] env[64658]: DEBUG nova.scheduler.client.report [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.174197] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733375, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.188027] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.188027] env[64658]: DEBUG nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Instance network_info: |[{"id": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "address": "fa:16:3e:c0:12:62", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2f9074-01", "ovs_interfaceid": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.188665] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:12:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.196414] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating folder: Project (9cc7af37e5ae44c3aecdc3198dca1f13). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.196737] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a7521b5-a194-47a1-83f6-050e94cf937c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.208451] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created folder: Project (9cc7af37e5ae44c3aecdc3198dca1f13) in parent group-v550231. [ 724.208727] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating folder: Instances. Parent ref: group-v550332. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.209056] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f11f6f-9eb7-4d78-9875-68d055cdc61d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.218759] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created folder: Instances in parent group-v550332. [ 724.219057] env[64658]: DEBUG oslo.service.loopingcall [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.219295] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.219542] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f790a4b-ac0c-4f45-a746-1c58ccff2920 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.239999] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.239999] env[64658]: value = "task-2733378" [ 724.239999] env[64658]: _type = "Task" [ 724.239999] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.248769] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733378, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.418078] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.424526] env[64658]: DEBUG nova.compute.manager [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Received event network-vif-plugged-ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.424751] env[64658]: DEBUG oslo_concurrency.lockutils [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] Acquiring lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.424984] env[64658]: DEBUG oslo_concurrency.lockutils [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.425178] env[64658]: DEBUG oslo_concurrency.lockutils [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.425402] env[64658]: DEBUG nova.compute.manager [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] No waiting events found dispatching network-vif-plugged-ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.425651] env[64658]: WARNING nova.compute.manager [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Received unexpected event network-vif-plugged-ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 for instance with vm_state building and task_state spawning. [ 724.425912] env[64658]: DEBUG nova.compute.manager [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Received event network-changed-ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.426113] env[64658]: DEBUG nova.compute.manager [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Refreshing instance network info cache due to event network-changed-ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.426370] env[64658]: DEBUG oslo_concurrency.lockutils [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] Acquiring lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.426541] env[64658]: DEBUG oslo_concurrency.lockutils [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] Acquired lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.426751] env[64658]: DEBUG nova.network.neutron [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Refreshing network info cache for port ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.544656] env[64658]: DEBUG nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.571220] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.571516] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.571749] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.571992] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.572191] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.572378] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.572607] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.572766] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.572960] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.573153] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.573331] env[64658]: DEBUG nova.virt.hardware [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.574208] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec9ae0-8565-4324-8ea8-4051425d9546 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.582441] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666b4f0e-c3ee-4df5-a167-d41fde1db0e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.654777] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.657265] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.424s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.658788] env[64658]: INFO nova.compute.claims [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.674672] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860731} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.674962] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] b14417a8-4522-465d-9eff-f44b1e438595/b14417a8-4522-465d-9eff-f44b1e438595.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.675206] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.675489] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9be8a9f-91de-43f4-b362-1cfac418a638 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.679328] env[64658]: INFO nova.scheduler.client.report [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Deleted allocations for instance d7141e65-a29e-4e8b-bb6f-18b633a0551d [ 724.681682] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 724.681682] env[64658]: value = "task-2733379" [ 724.681682] env[64658]: _type = "Task" [ 724.681682] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.695830] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.748990] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733378, 'name': CreateVM_Task, 'duration_secs': 0.460307} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.749125] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.749809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.750033] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.750353] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.750731] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbbda9c-d3c4-4f28-80eb-acaefb0201fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.754907] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 724.754907] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529d07ab-bc3d-ede4-a500-ff78c7b53bb9" [ 724.754907] env[64658]: _type = "Task" [ 724.754907] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.762029] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529d07ab-bc3d-ede4-a500-ff78c7b53bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.141637] env[64658]: DEBUG nova.network.neutron [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Updated VIF entry in instance network info cache for port ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.141999] env[64658]: DEBUG nova.network.neutron [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Updating instance_info_cache with network_info: [{"id": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "address": "fa:16:3e:c0:12:62", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2f9074-01", "ovs_interfaceid": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.176160] env[64658]: DEBUG nova.network.neutron [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Successfully updated port: 5e6be0e5-20eb-4a7e-b453-c7d697d14c64 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.195715] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138044} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.196218] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b98d004c-abf6-4a3d-b692-de3e8d4d9303 tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.041s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.199844] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.200198] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.127s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.200413] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.200613] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.200778] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.203021] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca14f070-4f29-4341-8156-e97ba1f87009 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.206431] env[64658]: INFO nova.compute.manager [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Terminating instance [ 725.236724] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b14417a8-4522-465d-9eff-f44b1e438595/b14417a8-4522-465d-9eff-f44b1e438595.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.238073] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44390200-b955-4d4f-b49b-232f7e970a90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.265493] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529d07ab-bc3d-ede4-a500-ff78c7b53bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.026542} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.267110] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.267488] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.267608] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.267808] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.268050] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.268432] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 725.268432] env[64658]: value = "task-2733380" [ 725.268432] env[64658]: _type = "Task" [ 725.268432] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.268740] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ffe7e6-79f7-471c-9df4-790eebd9f8d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.279599] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.282370] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.282578] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.283384] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04323d51-81d4-4c07-a5ce-0ba512a309c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.288325] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 725.288325] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528eb8e2-91e6-5861-b22c-b5b563f90731" [ 725.288325] env[64658]: _type = "Task" [ 725.288325] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.295796] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528eb8e2-91e6-5861-b22c-b5b563f90731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.506165] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "13f79be3-8768-4656-a6b4-1ba4618a332a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.506569] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.506802] env[64658]: INFO nova.compute.manager [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Attaching volume 22f9ce7a-70d5-4b1b-9613-a0912ee184ac to /dev/sdb [ 725.550878] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db518780-831e-4779-9629-b2460a617a51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.562286] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc804682-51c9-4aec-9807-7bc157ca1716 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.576577] env[64658]: DEBUG nova.virt.block_device [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Updating existing volume attachment record: 7ab4d433-1022-41ea-80e9-10585e3b94b7 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 725.644546] env[64658]: DEBUG oslo_concurrency.lockutils [req-f977b512-b777-4527-87b0-64bf288005f3 req-f0972d71-13c6-4bf5-b519-fe5965acdd90 service nova] Releasing lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.681937] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.682044] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.682201] env[64658]: DEBUG nova.network.neutron [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.711678] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.713303] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquired lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.713303] env[64658]: DEBUG nova.network.neutron [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.780353] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.801846] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528eb8e2-91e6-5861-b22c-b5b563f90731, 'name': SearchDatastore_Task, 'duration_secs': 0.043267} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.802839] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11676c5a-f417-479f-bdd4-790db5266e70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.810727] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 725.810727] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52501995-0070-6ebe-806d-b64d2379f7f7" [ 725.810727] env[64658]: _type = "Task" [ 725.810727] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.818827] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52501995-0070-6ebe-806d-b64d2379f7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.035533] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "60e0f787-8892-45be-ba34-fee3467cf46b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.035840] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "60e0f787-8892-45be-ba34-fee3467cf46b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.036062] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "60e0f787-8892-45be-ba34-fee3467cf46b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.036242] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "60e0f787-8892-45be-ba34-fee3467cf46b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.036401] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "60e0f787-8892-45be-ba34-fee3467cf46b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.042685] env[64658]: INFO nova.compute.manager [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Terminating instance [ 726.172986] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e0cda-97bd-404e-94bd-ce8d22878cff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.179787] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb11f34-7047-4624-9a2f-22109e3510d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.212367] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53b2d5-af89-4514-86bb-6d460e6b569f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.215104] env[64658]: DEBUG nova.compute.utils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Can not refresh info_cache because instance was not found {{(pid=64658) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 726.222054] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f4bb8-24d1-4dd0-b33f-78091294130c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.235451] env[64658]: DEBUG nova.compute.provider_tree [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.239762] env[64658]: DEBUG nova.network.neutron [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.249967] env[64658]: DEBUG nova.network.neutron [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.281020] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733380, 'name': ReconfigVM_Task, 'duration_secs': 0.843152} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.281347] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b14417a8-4522-465d-9eff-f44b1e438595/b14417a8-4522-465d-9eff-f44b1e438595.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.282047] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dfc158f-39a4-419e-a34c-6a35e2e768ef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.289255] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 726.289255] env[64658]: value = "task-2733384" [ 726.289255] env[64658]: _type = "Task" [ 726.289255] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.300636] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733384, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.308119] env[64658]: DEBUG nova.network.neutron [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.319570] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52501995-0070-6ebe-806d-b64d2379f7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.320411] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.320682] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/1b748abb-c3b6-4ccc-8f0f-a72011d8f51c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.320933] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cddf614-a074-4db6-a0af-af421688b4dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.327918] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 726.327918] env[64658]: value = "task-2733385" [ 726.327918] env[64658]: _type = "Task" [ 726.327918] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.336227] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.420801] env[64658]: DEBUG nova.network.neutron [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Updating instance_info_cache with network_info: [{"id": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "address": "fa:16:3e:78:1d:d3", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6be0e5-20", "ovs_interfaceid": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.455698] env[64658]: DEBUG nova.compute.manager [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Received event network-vif-plugged-5e6be0e5-20eb-4a7e-b453-c7d697d14c64 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.455972] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] Acquiring lock "9c994fa0-bb33-442d-8a59-8639509102c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.456224] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] Lock "9c994fa0-bb33-442d-8a59-8639509102c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.456420] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] Lock "9c994fa0-bb33-442d-8a59-8639509102c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.456585] env[64658]: DEBUG nova.compute.manager [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] No waiting events found dispatching network-vif-plugged-5e6be0e5-20eb-4a7e-b453-c7d697d14c64 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.456747] env[64658]: WARNING nova.compute.manager [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Received unexpected event network-vif-plugged-5e6be0e5-20eb-4a7e-b453-c7d697d14c64 for instance with vm_state building and task_state spawning. [ 726.456909] env[64658]: DEBUG nova.compute.manager [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Received event network-changed-5e6be0e5-20eb-4a7e-b453-c7d697d14c64 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.457079] env[64658]: DEBUG nova.compute.manager [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Refreshing instance network info cache due to event network-changed-5e6be0e5-20eb-4a7e-b453-c7d697d14c64. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.457612] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] Acquiring lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.548325] env[64658]: DEBUG nova.compute.manager [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.549617] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.553327] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc20e39-7f15-49a9-9da8-35e3fb25cc16 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.563502] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.564293] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d13039c-1d0f-4042-aa60-79358d944d6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.572333] env[64658]: DEBUG oslo_vmware.api [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 726.572333] env[64658]: value = "task-2733387" [ 726.572333] env[64658]: _type = "Task" [ 726.572333] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.581928] env[64658]: DEBUG oslo_vmware.api [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.740925] env[64658]: DEBUG nova.scheduler.client.report [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.800693] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733384, 'name': Rename_Task, 'duration_secs': 0.161136} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.800693] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.800976] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e67df943-75ce-4b07-88eb-b5b0e0863791 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.806924] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 726.806924] env[64658]: value = "task-2733388" [ 726.806924] env[64658]: _type = "Task" [ 726.806924] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.810209] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Releasing lock "refresh_cache-d7141e65-a29e-4e8b-bb6f-18b633a0551d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.810588] env[64658]: DEBUG nova.compute.manager [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.810778] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.811049] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-276a5d7b-85aa-4467-b483-c9b86456940f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.818803] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.822452] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4fc11-3725-4641-85a1-548c53f8d595 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.843081] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476792} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.843351] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/1b748abb-c3b6-4ccc-8f0f-a72011d8f51c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.843557] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.843797] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d098f6fa-be5b-4118-af6d-551e783c657c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.857745] env[64658]: WARNING nova.virt.vmwareapi.vmops [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d7141e65-a29e-4e8b-bb6f-18b633a0551d could not be found. [ 726.857952] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.858146] env[64658]: INFO nova.compute.manager [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 726.858485] env[64658]: DEBUG oslo.service.loopingcall [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.859073] env[64658]: DEBUG nova.compute.manager [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.859194] env[64658]: DEBUG nova.network.neutron [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.862701] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 726.862701] env[64658]: value = "task-2733389" [ 726.862701] env[64658]: _type = "Task" [ 726.862701] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.870355] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.881914] env[64658]: DEBUG nova.network.neutron [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.922999] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.923378] env[64658]: DEBUG nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Instance network_info: |[{"id": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "address": "fa:16:3e:78:1d:d3", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6be0e5-20", "ovs_interfaceid": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.923697] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] Acquired lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.923885] env[64658]: DEBUG nova.network.neutron [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Refreshing network info cache for port 5e6be0e5-20eb-4a7e-b453-c7d697d14c64 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.925299] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:1d:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6be0e5-20eb-4a7e-b453-c7d697d14c64', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.934502] env[64658]: DEBUG oslo.service.loopingcall [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.937612] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.938174] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ffb2f93-cf40-47cd-af97-32d2d3b895b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.957345] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.957345] env[64658]: value = "task-2733390" [ 726.957345] env[64658]: _type = "Task" [ 726.957345] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.966663] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733390, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.082474] env[64658]: DEBUG oslo_vmware.api [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733387, 'name': PowerOffVM_Task, 'duration_secs': 0.365725} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.082759] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.082927] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.083204] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71603c54-727c-4a84-9dc8-dc735d2984b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.144508] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.144799] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.145802] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Deleting the datastore file [datastore2] 60e0f787-8892-45be-ba34-fee3467cf46b {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.145802] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d49b1f6f-b6e5-4f2b-9179-6885673e6ab2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.152784] env[64658]: DEBUG oslo_vmware.api [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for the task: (returnval){ [ 727.152784] env[64658]: value = "task-2733392" [ 727.152784] env[64658]: _type = "Task" [ 727.152784] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.162237] env[64658]: DEBUG oslo_vmware.api [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.233609] env[64658]: DEBUG nova.network.neutron [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Updated VIF entry in instance network info cache for port 5e6be0e5-20eb-4a7e-b453-c7d697d14c64. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.234135] env[64658]: DEBUG nova.network.neutron [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Updating instance_info_cache with network_info: [{"id": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "address": "fa:16:3e:78:1d:d3", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6be0e5-20", "ovs_interfaceid": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.246573] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.247107] env[64658]: DEBUG nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.250028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.805s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.250205] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.250360] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 727.250652] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.429s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.252174] env[64658]: INFO nova.compute.claims [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.255310] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30651100-c96d-4829-9dfa-d3d125f6ec24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.264219] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726d971-7e5a-48d0-af97-4633524f600f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.281250] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7649e7-b312-4f6f-8deb-fe234d964393 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.289510] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168efb2-da57-4b05-ba99-d82942cc197a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.321393] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179347MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 727.321546] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.329535] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.371603] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070293} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.371914] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.372678] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c681e-dd6c-4d4b-8ed1-39457a612e5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.386011] env[64658]: DEBUG nova.network.neutron [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.396581] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/1b748abb-c3b6-4ccc-8f0f-a72011d8f51c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.397583] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f5f07c-c91f-493a-850a-5815a5a48533 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.417983] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 727.417983] env[64658]: value = "task-2733393" [ 727.417983] env[64658]: _type = "Task" [ 727.417983] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.426937] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.468476] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733390, 'name': CreateVM_Task, 'duration_secs': 0.386148} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.468643] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.469461] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.469728] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.470126] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.470383] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543bdbc8-40b4-4b0e-ad65-96a2c5cfc358 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.475064] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 727.475064] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523b3429-ae7c-a969-f88c-2292e2eeda9b" [ 727.475064] env[64658]: _type = "Task" [ 727.475064] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.485116] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523b3429-ae7c-a969-f88c-2292e2eeda9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.662560] env[64658]: DEBUG oslo_vmware.api [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Task: {'id': task-2733392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315354} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.662829] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.663017] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.663224] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.663389] env[64658]: INFO nova.compute.manager [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 727.663631] env[64658]: DEBUG oslo.service.loopingcall [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.663822] env[64658]: DEBUG nova.compute.manager [-] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.663937] env[64658]: DEBUG nova.network.neutron [-] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.687849] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Acquiring lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.688105] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.736633] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebfd1dc1-ba03-4796-b662-a435955dab62 req-9429260b-052d-453a-b52c-9cb2023c242a service nova] Releasing lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.751335] env[64658]: DEBUG nova.compute.utils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 727.752735] env[64658]: DEBUG nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Not allocating networking since 'none' was specified. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 727.831666] env[64658]: DEBUG oslo_vmware.api [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733388, 'name': PowerOnVM_Task, 'duration_secs': 0.730836} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.831942] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.832322] env[64658]: INFO nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Took 8.49 seconds to spawn the instance on the hypervisor. [ 727.832539] env[64658]: DEBUG nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.833336] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a9e29-9d80-4554-befe-65e8a24f66c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.897398] env[64658]: INFO nova.compute.manager [-] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Took 1.04 seconds to deallocate network for instance. [ 727.927492] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733393, 'name': ReconfigVM_Task, 'duration_secs': 0.425945} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.927801] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/1b748abb-c3b6-4ccc-8f0f-a72011d8f51c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.928438] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-673f7d5c-52e5-4572-b9e0-d1a846b706ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.935922] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 727.935922] env[64658]: value = "task-2733394" [ 727.935922] env[64658]: _type = "Task" [ 727.935922] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.944343] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733394, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.984761] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523b3429-ae7c-a969-f88c-2292e2eeda9b, 'name': SearchDatastore_Task, 'duration_secs': 0.016301} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.985080] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.985315] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.985544] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.985697] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.985870] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.986148] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a347b3-b7c4-4391-89ad-d4a37469c3bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.996838] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.997034] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.997767] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789d95b2-976c-4c76-8ba3-d9ae5a68219f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.003070] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 728.003070] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527d9f22-7320-e65e-dc38-07db347456dd" [ 728.003070] env[64658]: _type = "Task" [ 728.003070] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.010735] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527d9f22-7320-e65e-dc38-07db347456dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.191621] env[64658]: DEBUG nova.compute.utils [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.254652] env[64658]: DEBUG nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.356303] env[64658]: INFO nova.compute.manager [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Took 49.66 seconds to build instance. [ 728.403724] env[64658]: INFO nova.compute.manager [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance disappeared during terminate [ 728.403818] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92ad4596-592a-44f1-89b2-c48032de9d0d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "d7141e65-a29e-4e8b-bb6f-18b633a0551d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.204s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.446845] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733394, 'name': Rename_Task, 'duration_secs': 0.136976} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.447160] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.447405] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1386845c-0e52-4767-9aee-3a7c5a73772c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.453333] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 728.453333] env[64658]: value = "task-2733396" [ 728.453333] env[64658]: _type = "Task" [ 728.453333] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.463418] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.512988] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527d9f22-7320-e65e-dc38-07db347456dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016778} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.516354] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e62506-d0cd-42c4-990b-be1454f35fcf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.521295] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 728.521295] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522fa771-a9cf-ff06-3ee5-f7e56ece59d9" [ 728.521295] env[64658]: _type = "Task" [ 728.521295] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.530790] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522fa771-a9cf-ff06-3ee5-f7e56ece59d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.663115] env[64658]: DEBUG nova.network.neutron [-] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.698439] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.712458] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c1832c-adf9-4ac2-9db3-2bd0358a6828 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.720192] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9bc983-e68c-493c-9f50-c62ce5ff0bf9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.751276] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e864d-bac7-490c-af9c-e00d85a54968 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.763688] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bee604-00dc-40f7-b2c5-770b0b602a17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.779135] env[64658]: DEBUG nova.compute.provider_tree [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.854400] env[64658]: DEBUG nova.compute.manager [req-b513ab61-f983-492a-9d11-0e51efc78490 req-2f166f47-ecf9-4e88-8954-a4c8b35788f0 service nova] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Received event network-vif-deleted-b3dd0a70-15b2-4dcd-985d-5c4ee8b5fc7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.857543] env[64658]: DEBUG oslo_concurrency.lockutils [None req-801a6464-2561-4522-aa72-a20e38e9f052 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.991s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.965624] env[64658]: DEBUG oslo_vmware.api [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733396, 'name': PowerOnVM_Task, 'duration_secs': 0.488018} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.965972] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.966204] env[64658]: INFO nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Took 7.02 seconds to spawn the instance on the hypervisor. [ 728.966388] env[64658]: DEBUG nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.967173] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac8081d-c715-4d5a-8294-9d2ded508653 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.031583] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522fa771-a9cf-ff06-3ee5-f7e56ece59d9, 'name': SearchDatastore_Task, 'duration_secs': 0.025715} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.031826] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.032110] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/9c994fa0-bb33-442d-8a59-8639509102c8.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.032362] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa3bded-8657-4c54-a9e4-106898407792 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.038232] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 729.038232] env[64658]: value = "task-2733397" [ 729.038232] env[64658]: _type = "Task" [ 729.038232] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.045890] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.166239] env[64658]: INFO nova.compute.manager [-] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Took 1.50 seconds to deallocate network for instance. [ 729.268542] env[64658]: DEBUG nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.282691] env[64658]: DEBUG nova.scheduler.client.report [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.322148] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.322484] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.322673] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.322866] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.326139] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.326421] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.326677] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.326873] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.327100] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.327772] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.327772] env[64658]: DEBUG nova.virt.hardware [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.328786] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89390b14-3220-4015-9b80-64c475232e71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.338619] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4304e23d-e946-48b4-a300-d06e0f2bf05a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.354635] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.360725] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Creating folder: Project (089cd69d1c094b55aea7809e4069c68f). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.361383] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.365286] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ffc84ad-d160-4f59-8ee4-0fc8619c8170 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.376476] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Created folder: Project (089cd69d1c094b55aea7809e4069c68f) in parent group-v550231. [ 729.376992] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Creating folder: Instances. Parent ref: group-v550338. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.377791] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb1ae3c6-9ca0-4334-a303-364b34c8f8e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.387014] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Created folder: Instances in parent group-v550338. [ 729.387303] env[64658]: DEBUG oslo.service.loopingcall [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.387535] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.387795] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a301abe9-500d-47a6-963d-48c4f897579c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.408159] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.408159] env[64658]: value = "task-2733400" [ 729.408159] env[64658]: _type = "Task" [ 729.408159] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.422834] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733400, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.490377] env[64658]: INFO nova.compute.manager [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Took 46.55 seconds to build instance. [ 729.548301] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733397, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.675822] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.777044] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Acquiring lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.777044] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.777044] env[64658]: INFO nova.compute.manager [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Attaching volume 6675eef8-4834-44e7-8b24-c69fa777b4a6 to /dev/sdb [ 729.791209] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.791786] env[64658]: DEBUG nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.794300] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.246s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.795676] env[64658]: INFO nova.compute.claims [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.810223] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6961ffb4-2c7f-4be5-9688-982c23b5d0bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.817490] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1482cf-fe92-48ce-9316-203caefad17a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.830921] env[64658]: DEBUG nova.virt.block_device [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Updating existing volume attachment record: 1f55abfe-73c5-442e-979d-fa0437c09d77 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 729.888288] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.918299] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733400, 'name': CreateVM_Task, 'duration_secs': 0.346713} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.918526] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.918962] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.919143] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.919467] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.919715] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318ed0b3-de18-489f-8289-eb692cc9b9de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.926753] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 729.926753] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5230f36b-7bcc-735b-aa8a-69245cba09b9" [ 729.926753] env[64658]: _type = "Task" [ 729.926753] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.934491] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5230f36b-7bcc-735b-aa8a-69245cba09b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.991802] env[64658]: DEBUG oslo_concurrency.lockutils [None req-04562305-d248-4eb2-b0df-9f3c510503c9 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.469s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.049247] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517827} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.049519] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/9c994fa0-bb33-442d-8a59-8639509102c8.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.049730] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.049974] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d003c629-ea29-4736-ad2a-01a64d453d74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.056985] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 730.056985] env[64658]: value = "task-2733404" [ 730.056985] env[64658]: _type = "Task" [ 730.056985] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.064932] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.303496] env[64658]: DEBUG nova.compute.utils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 730.305198] env[64658]: DEBUG nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.305398] env[64658]: DEBUG nova.network.neutron [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.340675] env[64658]: DEBUG nova.policy [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e076750794c44789b300aaffade3b4a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ece81ef5e784f0fb044e03e1da53597', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.438140] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5230f36b-7bcc-735b-aa8a-69245cba09b9, 'name': SearchDatastore_Task, 'duration_secs': 0.028514} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.438533] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.438808] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.439139] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.439377] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.439572] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.439953] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c3ee20c-38af-43fd-847f-9d17635ab683 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.451243] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.452417] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.452417] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9e7d17-6017-41df-a807-4f405ff6da0d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.458625] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 730.458625] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525c0758-830c-769b-f12b-f62c16e09fba" [ 730.458625] env[64658]: _type = "Task" [ 730.458625] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.466417] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525c0758-830c-769b-f12b-f62c16e09fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.495742] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.569598] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063423} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.569804] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.571011] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0a37ff-f844-48f9-b463-5b901f578c1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.595307] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/9c994fa0-bb33-442d-8a59-8639509102c8.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.595645] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed0c2a8-6909-40b7-a9b9-2043b82783fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.616084] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 730.616084] env[64658]: value = "task-2733405" [ 730.616084] env[64658]: _type = "Task" [ 730.616084] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.624942] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.649757] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 730.650048] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550336', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'name': 'volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13f79be3-8768-4656-a6b4-1ba4618a332a', 'attached_at': '', 'detached_at': '', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'serial': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 730.651017] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf9a1df-bf47-47a1-8b94-d51099c7a607 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.671895] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930652fc-29d7-4e6e-a94a-423c398d8404 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.706381] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac/volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.706728] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7a92a2-4688-44d8-8768-fb6c4480c703 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.727613] env[64658]: DEBUG oslo_vmware.api [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 730.727613] env[64658]: value = "task-2733406" [ 730.727613] env[64658]: _type = "Task" [ 730.727613] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.736176] env[64658]: DEBUG oslo_vmware.api [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.806870] env[64658]: DEBUG nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.834908] env[64658]: DEBUG nova.network.neutron [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Successfully created port: cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.882025] env[64658]: DEBUG nova.compute.manager [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Received event network-changed-34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.882350] env[64658]: DEBUG nova.compute.manager [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Refreshing instance network info cache due to event network-changed-34520af3-fd58-42ee-a69d-ee5209503cf5. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.882751] env[64658]: DEBUG oslo_concurrency.lockutils [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] Acquiring lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.882751] env[64658]: DEBUG oslo_concurrency.lockutils [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] Acquired lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.882930] env[64658]: DEBUG nova.network.neutron [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Refreshing network info cache for port 34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.973111] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525c0758-830c-769b-f12b-f62c16e09fba, 'name': SearchDatastore_Task, 'duration_secs': 0.022813} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.973996] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9928864f-c4e2-4216-98da-410fa176f0b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.979995] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 730.979995] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52bdd566-fe79-011c-4c9b-c28f4c4b20b0" [ 730.979995] env[64658]: _type = "Task" [ 730.979995] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.998331] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bdd566-fe79-011c-4c9b-c28f4c4b20b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.998667] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.998955] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 5c54f1b5-3d4c-400c-84de-cf1261289bd3/5c54f1b5-3d4c-400c-84de-cf1261289bd3.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.004841] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef1ca086-a05e-4d21-8fcc-5219b13bfce6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.019064] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 731.019064] env[64658]: value = "task-2733407" [ 731.019064] env[64658]: _type = "Task" [ 731.019064] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.025783] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.030552] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.125712] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733405, 'name': ReconfigVM_Task, 'duration_secs': 0.387249} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.126016] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/9c994fa0-bb33-442d-8a59-8639509102c8.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.126648] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d437f6-97aa-4691-bc0a-a9f1f51d2d31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.135193] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 731.135193] env[64658]: value = "task-2733408" [ 731.135193] env[64658]: _type = "Task" [ 731.135193] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.143073] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733408, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.236965] env[64658]: DEBUG oslo_vmware.api [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733406, 'name': ReconfigVM_Task, 'duration_secs': 0.406695} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.237458] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac/volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.246632] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c661617f-e543-4989-8915-412e60659eea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.264050] env[64658]: DEBUG oslo_vmware.api [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 731.264050] env[64658]: value = "task-2733409" [ 731.264050] env[64658]: _type = "Task" [ 731.264050] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.276363] env[64658]: DEBUG oslo_vmware.api [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.357976] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7246a-0a6f-420f-85b9-44c6067d013f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.367991] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54408190-2000-4888-ba2b-c9171c8e5a96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.403144] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0be2029-583c-41e9-941d-c02ce3299205 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.413750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a160a-c87b-465e-986c-68af7b477d8a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.431252] env[64658]: DEBUG nova.compute.provider_tree [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.531241] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733407, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.645948] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733408, 'name': Rename_Task, 'duration_secs': 0.146854} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.646842] env[64658]: DEBUG nova.network.neutron [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updated VIF entry in instance network info cache for port 34520af3-fd58-42ee-a69d-ee5209503cf5. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.647209] env[64658]: DEBUG nova.network.neutron [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.648464] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.648713] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68540d4e-3b39-4388-940d-6a7854961b47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.655576] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 731.655576] env[64658]: value = "task-2733410" [ 731.655576] env[64658]: _type = "Task" [ 731.655576] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.668426] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.774189] env[64658]: DEBUG oslo_vmware.api [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733409, 'name': ReconfigVM_Task, 'duration_secs': 0.222635} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.774524] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550336', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'name': 'volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13f79be3-8768-4656-a6b4-1ba4618a332a', 'attached_at': '', 'detached_at': '', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'serial': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 731.816279] env[64658]: DEBUG nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.846145] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.846145] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.846145] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.846145] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.846145] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.846551] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.846956] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.848808] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.849182] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.849533] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.850025] env[64658]: DEBUG nova.virt.hardware [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.851073] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f1fa01-29f0-45b7-b8a0-9f65c11a302e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.860909] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a25b48c-6662-4293-a38c-b84e87b1e020 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.934966] env[64658]: DEBUG nova.scheduler.client.report [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.028153] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57542} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.028543] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 5c54f1b5-3d4c-400c-84de-cf1261289bd3/5c54f1b5-3d4c-400c-84de-cf1261289bd3.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.028773] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.029046] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c637a5e-2ec5-4726-9dd9-8ae6141a0b48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.037541] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 732.037541] env[64658]: value = "task-2733411" [ 732.037541] env[64658]: _type = "Task" [ 732.037541] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.046758] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.151944] env[64658]: DEBUG oslo_concurrency.lockutils [req-d9f3250a-712a-4da0-b61f-e23db450c753 req-7c114db2-25b6-4cac-9f34-6fab439dc1b9 service nova] Releasing lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.166355] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733410, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.442919] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.442919] env[64658]: DEBUG nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.443940] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.323s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.444247] env[64658]: DEBUG nova.objects.instance [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lazy-loading 'resources' on Instance uuid 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.492267] env[64658]: DEBUG nova.network.neutron [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Successfully updated port: cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.547535] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11912} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.547893] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.548769] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9dbccd-0d04-42d1-b128-071e9b9d0892 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.568891] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5c54f1b5-3d4c-400c-84de-cf1261289bd3/5c54f1b5-3d4c-400c-84de-cf1261289bd3.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.569203] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404b40cf-a97a-4375-8bbb-9abcb8ba9f4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.590293] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 732.590293] env[64658]: value = "task-2733413" [ 732.590293] env[64658]: _type = "Task" [ 732.590293] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.598889] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.668214] env[64658]: DEBUG oslo_vmware.api [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733410, 'name': PowerOnVM_Task, 'duration_secs': 0.59452} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.668561] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.668840] env[64658]: INFO nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Took 8.12 seconds to spawn the instance on the hypervisor. [ 732.669113] env[64658]: DEBUG nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.670219] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed20798-2005-4cd1-9ce2-ab6fa2e8d9cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.818338] env[64658]: DEBUG nova.objects.instance [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'flavor' on Instance uuid 13f79be3-8768-4656-a6b4-1ba4618a332a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.947853] env[64658]: DEBUG nova.compute.utils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.953984] env[64658]: DEBUG nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Not allocating networking since 'none' was specified. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 732.994425] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.994540] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.994689] env[64658]: DEBUG nova.network.neutron [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.060477] env[64658]: DEBUG nova.compute.manager [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Received event network-vif-plugged-cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.060697] env[64658]: DEBUG oslo_concurrency.lockutils [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] Acquiring lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.060900] env[64658]: DEBUG oslo_concurrency.lockutils [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.061079] env[64658]: DEBUG oslo_concurrency.lockutils [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.061247] env[64658]: DEBUG nova.compute.manager [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] No waiting events found dispatching network-vif-plugged-cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.061404] env[64658]: WARNING nova.compute.manager [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Received unexpected event network-vif-plugged-cb6242d4-c027-4877-af66-acd363a82a95 for instance with vm_state building and task_state spawning. [ 733.061561] env[64658]: DEBUG nova.compute.manager [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Received event network-changed-cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.061714] env[64658]: DEBUG nova.compute.manager [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Refreshing instance network info cache due to event network-changed-cb6242d4-c027-4877-af66-acd363a82a95. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.061886] env[64658]: DEBUG oslo_concurrency.lockutils [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] Acquiring lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.105375] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.195716] env[64658]: INFO nova.compute.manager [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Took 46.70 seconds to build instance. [ 733.323061] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36b6ba9e-8962-496e-8c89-6ac9f1882c2b tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.373187] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "13f79be3-8768-4656-a6b4-1ba4618a332a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.373517] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.373737] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "13f79be3-8768-4656-a6b4-1ba4618a332a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.373949] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.374136] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.376349] env[64658]: INFO nova.compute.manager [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Terminating instance [ 733.408747] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f06072-b680-41e8-8e86-fcaaef2b92b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.417607] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4517bb44-7f61-47d8-9ae1-8760a4660292 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.449450] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c03874-4a8d-4832-ad18-ae1497b3eef3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.456111] env[64658]: DEBUG nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.460218] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0819cec-b09f-45b9-a63d-671f27bc5a3f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.475352] env[64658]: DEBUG nova.compute.provider_tree [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.537797] env[64658]: DEBUG nova.network.neutron [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.604698] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733413, 'name': ReconfigVM_Task, 'duration_secs': 0.663388} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.606722] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5c54f1b5-3d4c-400c-84de-cf1261289bd3/5c54f1b5-3d4c-400c-84de-cf1261289bd3.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.607401] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-206ac88e-62c0-4ce7-9979-df4e64c0a3ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.614408] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 733.614408] env[64658]: value = "task-2733414" [ 733.614408] env[64658]: _type = "Task" [ 733.614408] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.624966] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733414, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.697444] env[64658]: INFO nova.compute.manager [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Rescuing [ 733.697716] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.697953] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.698139] env[64658]: DEBUG nova.network.neutron [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.700299] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b8c27696-46d5-47c4-880f-136ff25b4f26 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "9c994fa0-bb33-442d-8a59-8639509102c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.849s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.727616] env[64658]: DEBUG nova.network.neutron [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updating instance_info_cache with network_info: [{"id": "cb6242d4-c027-4877-af66-acd363a82a95", "address": "fa:16:3e:d8:ba:39", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6242d4-c0", "ovs_interfaceid": "cb6242d4-c027-4877-af66-acd363a82a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.880447] env[64658]: DEBUG nova.compute.manager [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.880704] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.880977] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870a5e47-3ead-42b9-b8b6-ce17f73df677 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.888981] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 733.888981] env[64658]: value = "task-2733415" [ 733.888981] env[64658]: _type = "Task" [ 733.888981] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.896987] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.998061] env[64658]: ERROR nova.scheduler.client.report [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] [req-6327e56c-cf9e-47e3-8bf1-0af187114974] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6327e56c-cf9e-47e3-8bf1-0af187114974"}]} [ 734.015891] env[64658]: DEBUG nova.scheduler.client.report [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 734.027169] env[64658]: DEBUG nova.scheduler.client.report [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 734.027555] env[64658]: DEBUG nova.compute.provider_tree [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.038068] env[64658]: DEBUG nova.scheduler.client.report [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 734.055411] env[64658]: DEBUG nova.scheduler.client.report [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 734.129160] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733414, 'name': Rename_Task, 'duration_secs': 0.164666} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.132099] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.132099] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0a568f-6170-4252-850b-eadb538b6d67 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.137499] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 734.137499] env[64658]: value = "task-2733416" [ 734.137499] env[64658]: _type = "Task" [ 734.137499] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.149079] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.206590] env[64658]: DEBUG nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.229916] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Releasing lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.230296] env[64658]: DEBUG nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Instance network_info: |[{"id": "cb6242d4-c027-4877-af66-acd363a82a95", "address": "fa:16:3e:d8:ba:39", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6242d4-c0", "ovs_interfaceid": "cb6242d4-c027-4877-af66-acd363a82a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.230943] env[64658]: DEBUG oslo_concurrency.lockutils [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] Acquired lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.231202] env[64658]: DEBUG nova.network.neutron [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Refreshing network info cache for port cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.233271] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ba:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb6242d4-c027-4877-af66-acd363a82a95', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.241736] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Creating folder: Project (4ece81ef5e784f0fb044e03e1da53597). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.248462] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9fd670a-14f7-46b8-a258-18412fd2c0f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.261081] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Created folder: Project (4ece81ef5e784f0fb044e03e1da53597) in parent group-v550231. [ 734.261299] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Creating folder: Instances. Parent ref: group-v550344. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.261559] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89d6f1b6-6859-4d58-abdd-38cdbd9c0275 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.273684] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Created folder: Instances in parent group-v550344. [ 734.273966] env[64658]: DEBUG oslo.service.loopingcall [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.274180] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.274396] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f123fc36-319a-48b7-a046-32a11aef2057 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.297098] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.297098] env[64658]: value = "task-2733419" [ 734.297098] env[64658]: _type = "Task" [ 734.297098] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.310418] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733419, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.391072] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 734.391380] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550343', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'name': 'volume-6675eef8-4834-44e7-8b24-c69fa777b4a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7078070e-1101-4dcd-95f8-df8c64c24f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'serial': '6675eef8-4834-44e7-8b24-c69fa777b4a6'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 734.395604] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a484030-3d3a-42cd-9ee0-584330e68532 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.403487] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733415, 'name': PowerOffVM_Task, 'duration_secs': 0.445788} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.416064] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.416311] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 734.416511] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550336', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'name': 'volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13f79be3-8768-4656-a6b4-1ba4618a332a', 'attached_at': '', 'detached_at': '', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'serial': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 734.417624] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43d285b-252b-443e-9e4c-2bf32c627434 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.420604] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3301a9-672c-456b-a88b-3b0c52fa40c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.465312] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-6675eef8-4834-44e7-8b24-c69fa777b4a6/volume-6675eef8-4834-44e7-8b24-c69fa777b4a6.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.469039] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd181998-b38d-485e-8d0a-4b752836e5fa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.481702] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5f5b0d-8f6d-4976-af24-fbd8514aef3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.487503] env[64658]: DEBUG nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.495169] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d4dc87-a85f-4150-85ce-5636519748a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.497631] env[64658]: DEBUG oslo_vmware.api [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Waiting for the task: (returnval){ [ 734.497631] env[64658]: value = "task-2733420" [ 734.497631] env[64658]: _type = "Task" [ 734.497631] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.523477] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eaf815-2db3-47d4-880b-eeb58318896e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.531228] env[64658]: DEBUG oslo_vmware.api [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.543962] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] The volume has not been displaced from its original location: [datastore2] volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac/volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 734.549507] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 734.556679] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.557015] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.557220] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.557446] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.557651] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.557877] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.558170] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.558360] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.558570] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.558745] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.558921] env[64658]: DEBUG nova.virt.hardware [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.559319] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc275d7-f558-493c-a22a-ff743c471e60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.573838] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c6fffc-178e-4e3a-9b75-50d8206fe910 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.583642] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356db31c-4f63-46b8-92c5-5db303bd0a93 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.587687] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 734.587687] env[64658]: value = "task-2733421" [ 734.587687] env[64658]: _type = "Task" [ 734.587687] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.603443] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.609248] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Creating folder: Project (35f2dfef6e8740178ac1d2bd33f5a8a3). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.612312] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5d756c8-01bb-4feb-977e-d1f6176494df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.617590] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.626902] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Created folder: Project (35f2dfef6e8740178ac1d2bd33f5a8a3) in parent group-v550231. [ 734.627247] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Creating folder: Instances. Parent ref: group-v550347. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.627469] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ea72c9-f12c-4e38-bf74-5c082b27023d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.635379] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Created folder: Instances in parent group-v550347. [ 734.635615] env[64658]: DEBUG oslo.service.loopingcall [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.638051] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.638420] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ec263b-68e6-4867-865c-df907d207bd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.662249] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733416, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.663952] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.663952] env[64658]: value = "task-2733424" [ 734.663952] env[64658]: _type = "Task" [ 734.663952] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.675664] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733424, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.723466] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb70a9-d3bc-471f-85dd-3127a1abfb75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.727215] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.732417] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b744c-daf2-4d4c-947f-edf9fb51d335 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.768503] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba41d3-3d9c-4363-bfab-4a40c0b08ce9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.775995] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfcbaab-d457-40ae-9460-d995d47b4b5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.789887] env[64658]: DEBUG nova.compute.provider_tree [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.805922] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733419, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.901385] env[64658]: DEBUG nova.network.neutron [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Updating instance_info_cache with network_info: [{"id": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "address": "fa:16:3e:78:1d:d3", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6be0e5-20", "ovs_interfaceid": "5e6be0e5-20eb-4a7e-b453-c7d697d14c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.008776] env[64658]: DEBUG oslo_vmware.api [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733420, 'name': ReconfigVM_Task, 'duration_secs': 0.378223} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.009156] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-6675eef8-4834-44e7-8b24-c69fa777b4a6/volume-6675eef8-4834-44e7-8b24-c69fa777b4a6.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.015016] env[64658]: DEBUG nova.network.neutron [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updated VIF entry in instance network info cache for port cb6242d4-c027-4877-af66-acd363a82a95. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.015401] env[64658]: DEBUG nova.network.neutron [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updating instance_info_cache with network_info: [{"id": "cb6242d4-c027-4877-af66-acd363a82a95", "address": "fa:16:3e:d8:ba:39", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6242d4-c0", "ovs_interfaceid": "cb6242d4-c027-4877-af66-acd363a82a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.017231] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cec3e2e-dca9-4c28-bbb9-2cdb8f8a0046 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.034045] env[64658]: DEBUG oslo_vmware.api [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Waiting for the task: (returnval){ [ 735.034045] env[64658]: value = "task-2733425" [ 735.034045] env[64658]: _type = "Task" [ 735.034045] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.043124] env[64658]: DEBUG oslo_vmware.api [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.100657] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.163340] env[64658]: DEBUG oslo_vmware.api [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733416, 'name': PowerOnVM_Task, 'duration_secs': 0.574738} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.163462] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.163634] env[64658]: INFO nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Took 5.89 seconds to spawn the instance on the hypervisor. [ 735.163811] env[64658]: DEBUG nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.164626] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1e0528-0278-4147-a42d-cf054a1f8bf0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.180326] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733424, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.307013] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733419, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.323837] env[64658]: DEBUG nova.scheduler.client.report [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 735.324124] env[64658]: DEBUG nova.compute.provider_tree [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 60 to 61 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 735.324313] env[64658]: DEBUG nova.compute.provider_tree [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.404661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-9c994fa0-bb33-442d-8a59-8639509102c8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.528182] env[64658]: DEBUG oslo_concurrency.lockutils [req-1a4f8607-0807-4c06-8a24-8423e4439fe3 req-2460b124-66a2-4526-85b9-873a09f68feb service nova] Releasing lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.549982] env[64658]: DEBUG oslo_vmware.api [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733425, 'name': ReconfigVM_Task, 'duration_secs': 0.150586} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.550342] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550343', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'name': 'volume-6675eef8-4834-44e7-8b24-c69fa777b4a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7078070e-1101-4dcd-95f8-df8c64c24f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'serial': '6675eef8-4834-44e7-8b24-c69fa777b4a6'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 735.582039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.582588] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.582831] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.583051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.583235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.585902] env[64658]: INFO nova.compute.manager [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Terminating instance [ 735.608338] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.679988] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733424, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.691993] env[64658]: INFO nova.compute.manager [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Took 43.49 seconds to build instance. [ 735.808718] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733419, 'name': CreateVM_Task, 'duration_secs': 1.365208} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.808718] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.808908] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.808963] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.809868] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.809868] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9c9d87-4959-45ff-ab3b-bf20d7c25fd6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.815243] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 735.815243] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ee6736-2ec1-b63a-161e-ecdb98063566" [ 735.815243] env[64658]: _type = "Task" [ 735.815243] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.823042] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ee6736-2ec1-b63a-161e-ecdb98063566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.829955] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.386s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.832197] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.196s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.832429] env[64658]: DEBUG nova.objects.instance [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lazy-loading 'resources' on Instance uuid dbdcdde9-d800-4248-9b0d-edab7d19597d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.848243] env[64658]: INFO nova.scheduler.client.report [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Deleted allocations for instance 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce [ 736.093626] env[64658]: DEBUG nova.compute.manager [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.093843] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.095032] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e50da22-9256-4a79-8026-5473625dc1dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.108991] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733421, 'name': ReconfigVM_Task, 'duration_secs': 1.294217} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.112101] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 736.117881] env[64658]: DEBUG nova.compute.manager [None req-7c746805-de23-44dd-bf04-7d072602e4d6 tempest-ServerDiagnosticsV248Test-371791343 tempest-ServerDiagnosticsV248Test-371791343-project-admin] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.118470] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.118946] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8632ca3c-bb23-4b02-bb2d-9b00d7383c2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.129716] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38a793-3252-4fbf-8700-68eb0b0706ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.133324] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5215d2d-6693-4ebe-abf4-a58d552a8670 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.141670] env[64658]: INFO nova.compute.manager [None req-7c746805-de23-44dd-bf04-7d072602e4d6 tempest-ServerDiagnosticsV248Test-371791343 tempest-ServerDiagnosticsV248Test-371791343-project-admin] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Retrieving diagnostics [ 736.144885] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480d875-9179-4743-b770-21942f2791ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.147358] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 736.147358] env[64658]: value = "task-2733427" [ 736.147358] env[64658]: _type = "Task" [ 736.147358] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.147640] env[64658]: DEBUG oslo_vmware.api [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 736.147640] env[64658]: value = "task-2733426" [ 736.147640] env[64658]: _type = "Task" [ 736.147640] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.195896] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "75f0eb9c-821c-4f8a-843d-cabea91f149d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.195977] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.196485] env[64658]: DEBUG oslo_vmware.api [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.196806] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2fdd9df1-d27f-46f3-9747-79094c9a79a6 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.132s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.197029] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.203017] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733424, 'name': CreateVM_Task, 'duration_secs': 1.219988} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.203158] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.203799] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.326998] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ee6736-2ec1-b63a-161e-ecdb98063566, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.327342] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.327574] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.327825] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.327986] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.328222] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.328456] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.328759] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.328974] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c87392-07d4-4335-b9d6-885e73ed2cdd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.330986] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffef50b-8299-45a5-8da8-14abae47d1bc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.338659] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 736.338659] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52471ba7-2846-85ae-f84a-03c5e1e321bc" [ 736.338659] env[64658]: _type = "Task" [ 736.338659] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.339708] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.339880] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.343444] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d7de97-a35a-4d12-a25e-55bdaef1b441 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.349866] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 736.349866] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529042a2-6f05-2f9b-62cf-a1f3aa03ce21" [ 736.349866] env[64658]: _type = "Task" [ 736.349866] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.355570] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52471ba7-2846-85ae-f84a-03c5e1e321bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.358714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.358964] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.359191] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.362040] env[64658]: DEBUG oslo_concurrency.lockutils [None req-11c323fb-b546-485e-801c-089ebfcf8df1 tempest-DeleteServersAdminTestJSON-962391550 tempest-DeleteServersAdminTestJSON-962391550-project-member] Lock "4f1bd78b-66ef-4fe8-a900-f1a9efd95bce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.101s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.369659] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529042a2-6f05-2f9b-62cf-a1f3aa03ce21, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.370516] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05edb427-0bab-4293-9ec4-eb460e594ba6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.379126] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 736.379126] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b3ea77-11bb-eeb6-81b6-1dc06178ce3f" [ 736.379126] env[64658]: _type = "Task" [ 736.379126] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.390821] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b3ea77-11bb-eeb6-81b6-1dc06178ce3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.393729] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.394011] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 2928c1b7-88ab-4ccc-bffa-586cd68f51fd/2928c1b7-88ab-4ccc-bffa-586cd68f51fd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.394524] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.394791] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.395036] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31fed720-b43d-47c3-a6a5-6d14061c6829 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.397114] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18d478a1-727e-4dce-b8c5-5428281a6808 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.408241] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 736.408241] env[64658]: value = "task-2733428" [ 736.408241] env[64658]: _type = "Task" [ 736.408241] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.409375] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.409549] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.412912] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4dc4adb-8bfd-4591-8fab-cff7b3921aa8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.423869] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 736.423869] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5253de83-29ee-b39a-6e9f-7291411bc138" [ 736.423869] env[64658]: _type = "Task" [ 736.423869] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.424138] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.435309] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5253de83-29ee-b39a-6e9f-7291411bc138, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.437917] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b36fa7f-23eb-454c-9af9-a85a53eecddc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.445592] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 736.445592] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f2ca82-e670-9178-45e5-f68de895a913" [ 736.445592] env[64658]: _type = "Task" [ 736.445592] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.458951] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f2ca82-e670-9178-45e5-f68de895a913, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.459462] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.459722] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.459979] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68cf7bc3-bd32-489d-9305-ffe0662ba7f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.469741] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 736.469741] env[64658]: value = "task-2733429" [ 736.469741] env[64658]: _type = "Task" [ 736.469741] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.479583] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.590400] env[64658]: DEBUG nova.objects.instance [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lazy-loading 'flavor' on Instance uuid 7078070e-1101-4dcd-95f8-df8c64c24f5b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.668009] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733427, 'name': ReconfigVM_Task, 'duration_secs': 0.155566} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.671371] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550336', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'name': 'volume-22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13f79be3-8768-4656-a6b4-1ba4618a332a', 'attached_at': '', 'detached_at': '', 'volume_id': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac', 'serial': '22f9ce7a-70d5-4b1b-9613-a0912ee184ac'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 736.671750] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.672011] env[64658]: DEBUG oslo_vmware.api [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733426, 'name': PowerOffVM_Task, 'duration_secs': 0.351262} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.672774] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f4b8ef-6e6c-45f0-a3bc-569053377371 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.676297] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.676479] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.679392] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-550294d4-5df4-4d90-8164-40d9e3e9d356 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.688487] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.688487] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-068a02f1-09ab-433a-8985-92c38729a5be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.700366] env[64658]: DEBUG nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.815992] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.816668] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.817400] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore2] 13f79be3-8768-4656-a6b4-1ba4618a332a {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.817400] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957c743e-39cf-4449-ad4b-901d57a78dfe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.827439] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 736.827439] env[64658]: value = "task-2733432" [ 736.827439] env[64658]: _type = "Task" [ 736.827439] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.841126] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.893412] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a3636-4252-42c6-a2b2-c78aedc49b8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.903032] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c08e0f2-ed10-4cdf-830d-8a9b3782de9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.941323] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e833d08c-d5c5-444d-9b5a-043375643f54 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.948369] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.948724] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488046} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.948984] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6d0108-2bb5-428b-95ac-5cff9838b000 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.951346] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 2928c1b7-88ab-4ccc-bffa-586cd68f51fd/2928c1b7-88ab-4ccc-bffa-586cd68f51fd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.951556] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.951784] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca993b7a-2eb4-4c46-998c-ea1d987d9b11 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.959085] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e7622-ed6d-40cf-b24c-d1588d476fa0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.968040] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 736.968040] env[64658]: value = "task-2733434" [ 736.968040] env[64658]: _type = "Task" [ 736.968040] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.968040] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 736.968040] env[64658]: value = "task-2733433" [ 736.968040] env[64658]: _type = "Task" [ 736.968040] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.988932] env[64658]: DEBUG nova.compute.provider_tree [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.999735] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.006876] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.007152] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733429, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.062028] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.062028] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.062028] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Deleting the datastore file [datastore1] 71f0d861-99c4-497c-a520-fc4ca1c53fb7 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.062028] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2190d466-4b6f-47b5-b217-a77008ca7e14 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.072906] env[64658]: DEBUG oslo_vmware.api [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 737.072906] env[64658]: value = "task-2733435" [ 737.072906] env[64658]: _type = "Task" [ 737.072906] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.084388] env[64658]: DEBUG oslo_vmware.api [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.098769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b32289c-1861-4be6-baf5-9fe6a6758024 tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.235042] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.342867] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.482463] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733433, 'name': PowerOffVM_Task, 'duration_secs': 0.399828} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.487698] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.488169] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117606} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.488967] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e933e9d8-dfc2-4902-889c-256abcf13ac1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.494848] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.495999] env[64658]: DEBUG nova.scheduler.client.report [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.499880] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f461590-89e1-463b-99d2-178323232ba5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.544806] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 2928c1b7-88ab-4ccc-bffa-586cd68f51fd/2928c1b7-88ab-4ccc-bffa-586cd68f51fd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.545192] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802841} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.546935] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab7365-36dc-4d40-b0bc-0ac58b61b937 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.550237] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda30af7-07ba-43b5-b089-eb9d1310d809 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.565810] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.566105] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.566712] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f10ea0b0-1595-42fa-894e-ec108d066969 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.582692] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 737.582692] env[64658]: value = "task-2733436" [ 737.582692] env[64658]: _type = "Task" [ 737.582692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.583045] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 737.583045] env[64658]: value = "task-2733437" [ 737.583045] env[64658]: _type = "Task" [ 737.583045] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.598463] env[64658]: DEBUG oslo_vmware.api [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397144} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.601477] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.601749] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.601991] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.602199] env[64658]: INFO nova.compute.manager [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Took 1.51 seconds to destroy the instance on the hypervisor. [ 737.602447] env[64658]: DEBUG oslo.service.loopingcall [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.604321] env[64658]: DEBUG nova.compute.manager [-] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.604830] env[64658]: DEBUG nova.network.neutron [-] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.613389] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.613389] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.614482] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.615134] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88831127-2bf9-48a1-b379-1fc563929ec7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.623344] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 737.623344] env[64658]: value = "task-2733438" [ 737.623344] env[64658]: _type = "Task" [ 737.623344] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.633142] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.840050] env[64658]: DEBUG oslo_vmware.api [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547072} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.840456] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.840654] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.840844] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.841030] env[64658]: INFO nova.compute.manager [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Took 3.96 seconds to destroy the instance on the hypervisor. [ 737.841505] env[64658]: DEBUG oslo.service.loopingcall [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.841505] env[64658]: DEBUG nova.compute.manager [-] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.841615] env[64658]: DEBUG nova.network.neutron [-] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.004432] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.006924] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.911s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.009130] env[64658]: INFO nova.compute.claims [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.028433] env[64658]: INFO nova.scheduler.client.report [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Deleted allocations for instance dbdcdde9-d800-4248-9b0d-edab7d19597d [ 738.098604] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733436, 'name': ReconfigVM_Task, 'duration_secs': 0.488459} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.101850] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 2928c1b7-88ab-4ccc-bffa-586cd68f51fd/2928c1b7-88ab-4ccc-bffa-586cd68f51fd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.102656] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110572} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.103964] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86221bde-fc35-493b-a035-e4d11dc42d3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.105714] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.106752] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256973ad-1e22-4638-96fd-c53ed5f1c459 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.130448] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.134217] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42169c0-975d-4ac1-bc8c-c4d86d7cba1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.161940] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 738.161940] env[64658]: value = "task-2733439" [ 738.161940] env[64658]: _type = "Task" [ 738.161940] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.178689] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 738.178689] env[64658]: value = "task-2733440" [ 738.178689] env[64658]: _type = "Task" [ 738.178689] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.190923] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733439, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.200695] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 738.200695] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.200891] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.201132] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.201684] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.203616] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c232025f-aff3-46ff-b77d-491d82ad6574 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.215541] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.222579] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Acquiring lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.222948] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.224818] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.225074] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.228994] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6df4ac-add9-4093-aedb-0347e089037a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.236505] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 738.236505] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a945da-21d3-7b83-8a1d-cbd194250c1e" [ 738.236505] env[64658]: _type = "Task" [ 738.236505] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.254986] env[64658]: DEBUG nova.compute.manager [req-2998e5ec-aa8f-4cdb-98aa-cc15ee32e8b4 req-ac444d02-46dc-4682-be34-817cdb3ca01c service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Received event network-vif-deleted-0ee363ac-c1c2-49a7-b5be-060d382b0432 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.255342] env[64658]: INFO nova.compute.manager [req-2998e5ec-aa8f-4cdb-98aa-cc15ee32e8b4 req-ac444d02-46dc-4682-be34-817cdb3ca01c service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Neutron deleted interface 0ee363ac-c1c2-49a7-b5be-060d382b0432; detaching it from the instance and deleting it from the info cache [ 738.255623] env[64658]: DEBUG nova.network.neutron [req-2998e5ec-aa8f-4cdb-98aa-cc15ee32e8b4 req-ac444d02-46dc-4682-be34-817cdb3ca01c service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.268333] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a945da-21d3-7b83-8a1d-cbd194250c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.269699] env[64658]: DEBUG nova.compute.manager [req-124a0067-5ff8-4e91-b7e8-1864ebe93c5b req-b916cd7b-d516-4b87-9e5d-73a9721ae434 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Received event network-vif-deleted-8dff4b4d-ff26-4d59-921e-e69e7ebf5a41 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.269989] env[64658]: INFO nova.compute.manager [req-124a0067-5ff8-4e91-b7e8-1864ebe93c5b req-b916cd7b-d516-4b87-9e5d-73a9721ae434 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Neutron deleted interface 8dff4b4d-ff26-4d59-921e-e69e7ebf5a41; detaching it from the instance and deleting it from the info cache [ 738.270282] env[64658]: DEBUG nova.network.neutron [req-124a0067-5ff8-4e91-b7e8-1864ebe93c5b req-b916cd7b-d516-4b87-9e5d-73a9721ae434 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.543749] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b788d28b-3cc6-4ead-a1dc-aa7ce0844a85 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "dbdcdde9-d800-4248-9b0d-edab7d19597d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.879s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.678180] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733439, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.701617] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.718741] env[64658]: DEBUG nova.network.neutron [-] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.728424] env[64658]: INFO nova.compute.manager [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Detaching volume 6675eef8-4834-44e7-8b24-c69fa777b4a6 [ 738.745843] env[64658]: DEBUG nova.network.neutron [-] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.751630] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a945da-21d3-7b83-8a1d-cbd194250c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.033786} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.752779] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f52822a-5171-4846-bd91-1cd230bb4a0d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.760264] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 738.760264] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524cbb40-f68e-c026-94b6-24d487a24ab9" [ 738.760264] env[64658]: _type = "Task" [ 738.760264] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.760831] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-383d66bb-caf6-452d-b4e9-6a08b4905c06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.768628] env[64658]: INFO nova.virt.block_device [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Attempting to driver detach volume 6675eef8-4834-44e7-8b24-c69fa777b4a6 from mountpoint /dev/sdb [ 738.768905] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 738.769126] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550343', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'name': 'volume-6675eef8-4834-44e7-8b24-c69fa777b4a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7078070e-1101-4dcd-95f8-df8c64c24f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'serial': '6675eef8-4834-44e7-8b24-c69fa777b4a6'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 738.769923] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c9306-8c05-470a-b0d0-e6e21d9c1ab3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.777675] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524cbb40-f68e-c026-94b6-24d487a24ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.778279] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d709e929-1b66-4612-8b64-9a82ce22a5fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.782930] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729679f-4e09-4ea6-b844-6cdc9ad2307f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.795745] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.796031] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. {{(pid=64658) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 738.817016] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d731f87b-debd-4c41-bdeb-e27b767d69e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.823067] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfb5e07-c6b4-4676-a837-a6d155bcea2a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.831607] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79cd793-95ee-45aa-9e5b-e2f4674e2a61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.857687] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 738.857687] env[64658]: value = "task-2733441" [ 738.857687] env[64658]: _type = "Task" [ 738.857687] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.858375] env[64658]: DEBUG nova.compute.manager [req-2998e5ec-aa8f-4cdb-98aa-cc15ee32e8b4 req-ac444d02-46dc-4682-be34-817cdb3ca01c service nova] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Detach interface failed, port_id=0ee363ac-c1c2-49a7-b5be-060d382b0432, reason: Instance 71f0d861-99c4-497c-a520-fc4ca1c53fb7 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 738.859946] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c91ba-41f7-4d07-bc19-8ef5bc13500a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.871545] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.904022] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4696e90b-1c02-4d96-966c-f90b2dba957a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.905260] env[64658]: DEBUG nova.compute.manager [req-124a0067-5ff8-4e91-b7e8-1864ebe93c5b req-b916cd7b-d516-4b87-9e5d-73a9721ae434 service nova] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Detach interface failed, port_id=8dff4b4d-ff26-4d59-921e-e69e7ebf5a41, reason: Instance 13f79be3-8768-4656-a6b4-1ba4618a332a could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 738.919908] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] The volume has not been displaced from its original location: [datastore1] volume-6675eef8-4834-44e7-8b24-c69fa777b4a6/volume-6675eef8-4834-44e7-8b24-c69fa777b4a6.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 738.927153] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 738.927153] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3be1bb-3ffd-4540-87dc-bee28db0ff67 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.947017] env[64658]: DEBUG oslo_vmware.api [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Waiting for the task: (returnval){ [ 738.947017] env[64658]: value = "task-2733442" [ 738.947017] env[64658]: _type = "Task" [ 738.947017] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.956896] env[64658]: DEBUG oslo_vmware.api [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.149914] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "faffbbe8-102c-4e3d-9073-3527f972b747" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.150252] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "faffbbe8-102c-4e3d-9073-3527f972b747" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.150467] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "faffbbe8-102c-4e3d-9073-3527f972b747-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.150701] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "faffbbe8-102c-4e3d-9073-3527f972b747-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.150906] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "faffbbe8-102c-4e3d-9073-3527f972b747-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.153319] env[64658]: INFO nova.compute.manager [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Terminating instance [ 739.184073] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733439, 'name': Rename_Task, 'duration_secs': 0.569111} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.184391] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.184652] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dbef91a-3253-4e5d-b7f3-74e6325c99e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.199772] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 739.199772] env[64658]: value = "task-2733443" [ 739.199772] env[64658]: _type = "Task" [ 739.199772] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.211177] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733440, 'name': ReconfigVM_Task, 'duration_secs': 0.654614} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.212241] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.212943] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c47b56-e4c6-462b-a211-474c68fe7926 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.220063] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.222594] env[64658]: INFO nova.compute.manager [-] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Took 1.62 seconds to deallocate network for instance. [ 739.222961] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 739.222961] env[64658]: value = "task-2733444" [ 739.222961] env[64658]: _type = "Task" [ 739.222961] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.242313] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733444, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.253467] env[64658]: INFO nova.compute.manager [-] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Took 1.41 seconds to deallocate network for instance. [ 739.372469] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473392} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.372663] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. [ 739.374114] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400987e7-a3bf-411c-916a-55869ee61fda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.400243] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.400567] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701ef353-18db-447d-8ef4-5596d2c5bac9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.421727] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 739.421727] env[64658]: value = "task-2733445" [ 739.421727] env[64658]: _type = "Task" [ 739.421727] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.433599] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.460146] env[64658]: DEBUG oslo_vmware.api [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733442, 'name': ReconfigVM_Task, 'duration_secs': 0.36075} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.463665] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 739.469816] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005fab0c-1de1-494f-962c-829371acd8b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.486294] env[64658]: DEBUG oslo_vmware.api [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Waiting for the task: (returnval){ [ 739.486294] env[64658]: value = "task-2733446" [ 739.486294] env[64658]: _type = "Task" [ 739.486294] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.494715] env[64658]: DEBUG oslo_vmware.api [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.571533] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f90062-e293-46d0-808b-1b34bb7fd673 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.580299] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d61b0d7-70df-4e30-8bd9-4086bc41452d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.611566] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058e10d4-708b-4bf6-8d20-67832de90e96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.619940] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44bcb0b-c975-4583-99fa-208e52b4df0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.633970] env[64658]: DEBUG nova.compute.provider_tree [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.657326] env[64658]: DEBUG nova.compute.manager [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.657714] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.658986] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955e6a39-6f73-494f-bc60-eda1d69c94c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.670096] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.670381] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bb008e6-adb6-44af-b2c3-c68433c9611a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.678911] env[64658]: DEBUG oslo_vmware.api [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 739.678911] env[64658]: value = "task-2733447" [ 739.678911] env[64658]: _type = "Task" [ 739.678911] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.688068] env[64658]: DEBUG oslo_vmware.api [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.711191] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.737301] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.743893] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733444, 'name': Rename_Task, 'duration_secs': 0.20561} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.745086] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.745086] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f333dc61-2437-4c70-ac31-9c8fbfae4352 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.751743] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 739.751743] env[64658]: value = "task-2733448" [ 739.751743] env[64658]: _type = "Task" [ 739.751743] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.760049] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.818671] env[64658]: INFO nova.compute.manager [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Took 0.56 seconds to detach 1 volumes for instance. [ 739.933685] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.998309] env[64658]: DEBUG oslo_vmware.api [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.156468] env[64658]: ERROR nova.scheduler.client.report [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [req-7588a6f1-cdb0-48af-a2b8-b935756bc032] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7588a6f1-cdb0-48af-a2b8-b935756bc032"}]} [ 740.175991] env[64658]: DEBUG nova.scheduler.client.report [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.189859] env[64658]: DEBUG oslo_vmware.api [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.190843] env[64658]: DEBUG nova.scheduler.client.report [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.191053] env[64658]: DEBUG nova.compute.provider_tree [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.206350] env[64658]: DEBUG nova.scheduler.client.report [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.214640] env[64658]: DEBUG oslo_vmware.api [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733443, 'name': PowerOnVM_Task, 'duration_secs': 0.527647} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.214933] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.215178] env[64658]: INFO nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Took 8.40 seconds to spawn the instance on the hypervisor. [ 740.215434] env[64658]: DEBUG nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.216231] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5127fb7-87b2-41db-8b1d-ca9c7b5a91cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.228051] env[64658]: DEBUG nova.scheduler.client.report [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.265540] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.326530] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.434986] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733445, 'name': ReconfigVM_Task, 'duration_secs': 0.71364} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.438096] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.439446] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fedb1c8-9291-418f-9d22-53bd245ccddc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.474035] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33583f95-508e-40fa-b5e3-1f3fe3260321 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.492778] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 740.492778] env[64658]: value = "task-2733449" [ 740.492778] env[64658]: _type = "Task" [ 740.492778] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.499799] env[64658]: DEBUG oslo_vmware.api [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Task: {'id': task-2733446, 'name': ReconfigVM_Task, 'duration_secs': 0.880924} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.503028] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550343', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'name': 'volume-6675eef8-4834-44e7-8b24-c69fa777b4a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7078070e-1101-4dcd-95f8-df8c64c24f5b', 'attached_at': '', 'detached_at': '', 'volume_id': '6675eef8-4834-44e7-8b24-c69fa777b4a6', 'serial': '6675eef8-4834-44e7-8b24-c69fa777b4a6'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 740.508986] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.691031] env[64658]: DEBUG oslo_vmware.api [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733447, 'name': PowerOffVM_Task, 'duration_secs': 0.793351} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.691455] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.691542] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.694204] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af935a9-3c0b-49df-881e-d62ed8c918fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.740687] env[64658]: INFO nova.compute.manager [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Took 44.95 seconds to build instance. [ 740.766061] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3551ebb6-e2b0-4a8c-8864-57b343f74fe4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.772984] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.773430] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.773796] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Deleting the datastore file [datastore2] faffbbe8-102c-4e3d-9073-3527f972b747 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.779901] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-babedf55-2d71-4740-a29e-28d37b29a228 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.783481] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733448, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.787116] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3af2d-883d-424b-9a61-83934b0890af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.791446] env[64658]: DEBUG oslo_vmware.api [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for the task: (returnval){ [ 740.791446] env[64658]: value = "task-2733451" [ 740.791446] env[64658]: _type = "Task" [ 740.791446] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.822371] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be54a1df-57a8-443f-a301-7798cf89871b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.828479] env[64658]: DEBUG oslo_vmware.api [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.837034] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c534eac4-2089-4b55-ac67-16e6e336d119 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.853384] env[64658]: DEBUG nova.compute.provider_tree [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.005031] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733449, 'name': ReconfigVM_Task, 'duration_secs': 0.389068} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.005142] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.005453] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5eb37cd-82ba-4855-829f-3657f1034878 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.029568] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 741.029568] env[64658]: value = "task-2733452" [ 741.029568] env[64658]: _type = "Task" [ 741.029568] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.039224] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.082363] env[64658]: DEBUG nova.objects.instance [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lazy-loading 'flavor' on Instance uuid 7078070e-1101-4dcd-95f8-df8c64c24f5b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.188227] env[64658]: DEBUG nova.compute.manager [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Received event network-changed-cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.188439] env[64658]: DEBUG nova.compute.manager [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Refreshing instance network info cache due to event network-changed-cb6242d4-c027-4877-af66-acd363a82a95. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.188656] env[64658]: DEBUG oslo_concurrency.lockutils [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] Acquiring lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.188796] env[64658]: DEBUG oslo_concurrency.lockutils [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] Acquired lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.188998] env[64658]: DEBUG nova.network.neutron [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Refreshing network info cache for port cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.243028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0bd7b7e0-ed22-4c1e-ae18-27f6aa1b879e tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.419s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.264405] env[64658]: DEBUG oslo_vmware.api [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733448, 'name': PowerOnVM_Task, 'duration_secs': 1.150151} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.264682] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.264879] env[64658]: INFO nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Took 6.78 seconds to spawn the instance on the hypervisor. [ 741.265113] env[64658]: DEBUG nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.266534] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9694f06c-4702-4fef-8682-d0dd2e000bd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.302890] env[64658]: DEBUG oslo_vmware.api [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Task: {'id': task-2733451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286789} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.303215] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.303528] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.303602] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.303801] env[64658]: INFO nova.compute.manager [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Took 1.65 seconds to destroy the instance on the hypervisor. [ 741.304091] env[64658]: DEBUG oslo.service.loopingcall [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.304359] env[64658]: DEBUG nova.compute.manager [-] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.304467] env[64658]: DEBUG nova.network.neutron [-] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.392596] env[64658]: DEBUG nova.scheduler.client.report [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.392875] env[64658]: DEBUG nova.compute.provider_tree [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 62 to 63 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.393159] env[64658]: DEBUG nova.compute.provider_tree [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.541894] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.750763] env[64658]: DEBUG nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.786196] env[64658]: INFO nova.compute.manager [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Took 44.26 seconds to build instance. [ 741.898841] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.891s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.898841] env[64658]: DEBUG nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.904177] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.683s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.906910] env[64658]: INFO nova.compute.claims [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.027294] env[64658]: DEBUG nova.network.neutron [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updated VIF entry in instance network info cache for port cb6242d4-c027-4877-af66-acd363a82a95. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.027921] env[64658]: DEBUG nova.network.neutron [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updating instance_info_cache with network_info: [{"id": "cb6242d4-c027-4877-af66-acd363a82a95", "address": "fa:16:3e:d8:ba:39", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6242d4-c0", "ovs_interfaceid": "cb6242d4-c027-4877-af66-acd363a82a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.041169] env[64658]: DEBUG oslo_vmware.api [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733452, 'name': PowerOnVM_Task, 'duration_secs': 0.811058} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.041482] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.044167] env[64658]: DEBUG nova.compute.manager [None req-cadb5771-d4fd-4d5c-9e9c-3f52523753d7 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.044990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54465523-0a73-4575-86a7-bc16e5237286 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.089754] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a91cfd2e-fa7b-4eeb-a9a4-8d1a414ccb8b tempest-VolumesAssistedSnapshotsTest-329607238 tempest-VolumesAssistedSnapshotsTest-329607238-project-admin] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.867s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.257626] env[64658]: DEBUG nova.network.neutron [-] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.280096] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.291787] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f97c364-2419-4494-a897-023aa7c60adf tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.066s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.413659] env[64658]: DEBUG nova.compute.utils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 742.419199] env[64658]: DEBUG nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.419199] env[64658]: DEBUG nova.network.neutron [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.461611] env[64658]: INFO nova.compute.manager [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Rebuilding instance [ 742.491178] env[64658]: DEBUG nova.policy [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ec014ab5eb24f82983bb305a74c60fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784d9db74a8741ee87fc23e2e7eec7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.519079] env[64658]: DEBUG nova.compute.manager [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.520050] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173e6c8-095c-49f0-be42-3977650aa385 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.533745] env[64658]: DEBUG oslo_concurrency.lockutils [req-111e637e-ff0e-45aa-81ca-4c00ed31d840 req-873755f7-75e3-42b3-8f77-0095bd2629aa service nova] Releasing lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.760041] env[64658]: INFO nova.compute.manager [-] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Took 1.46 seconds to deallocate network for instance. [ 742.795435] env[64658]: DEBUG nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.919333] env[64658]: DEBUG nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.925801] env[64658]: DEBUG nova.network.neutron [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Successfully created port: 526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.267894] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.319694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.456143] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31cf5e0-073e-40b5-bad8-b188c0385914 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.469300] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f7f7b8-49bc-455a-a2ca-47aac0c7e429 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.507025] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec2b770-2ed7-4905-95c0-0c9e56dace72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.517388] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a04e8c-0041-4aa0-ab42-c2733e076b19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.534284] env[64658]: DEBUG nova.compute.provider_tree [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.541907] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.542701] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99bdf58b-bc86-461d-835b-e21102d0a7e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.553784] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 743.553784] env[64658]: value = "task-2733454" [ 743.553784] env[64658]: _type = "Task" [ 743.553784] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.566250] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.676365] env[64658]: DEBUG nova.compute.manager [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Received event network-vif-deleted-bbb0dca8-a8d0-4fa3-ae9a-02ab6c7dc7b8 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.676584] env[64658]: DEBUG nova.compute.manager [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Received event network-changed-cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.676732] env[64658]: DEBUG nova.compute.manager [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Refreshing instance network info cache due to event network-changed-cb6242d4-c027-4877-af66-acd363a82a95. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.676961] env[64658]: DEBUG oslo_concurrency.lockutils [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] Acquiring lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.677107] env[64658]: DEBUG oslo_concurrency.lockutils [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] Acquired lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.677261] env[64658]: DEBUG nova.network.neutron [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Refreshing network info cache for port cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.941108] env[64658]: DEBUG nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.970339] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.971041] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.971041] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.971041] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.971211] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.971244] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.971454] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.971613] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.971784] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.971939] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.972139] env[64658]: DEBUG nova.virt.hardware [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.973040] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a178853f-7a20-42ed-b596-2fb99c44e6ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.982488] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829200f-7984-4f1a-9367-3f43e9b7b0d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.010032] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "a7739099-b48a-4925-a176-93b4f4f7570f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.010608] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "a7739099-b48a-4925-a176-93b4f4f7570f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.038195] env[64658]: DEBUG nova.scheduler.client.report [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.065425] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733454, 'name': PowerOffVM_Task, 'duration_secs': 0.214199} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.065708] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.065934] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.066954] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f89b80-28e0-4e1a-b060-f6bce91a075f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.075657] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.075960] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdc08d85-6fea-4a21-acf9-5f5af992c31a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.108803] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.109070] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.109271] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Deleting the datastore file [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.109590] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-094d76d8-ddda-41d2-b398-f150f1395aa4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.117900] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 744.117900] env[64658]: value = "task-2733456" [ 744.117900] env[64658]: _type = "Task" [ 744.117900] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.128447] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.464274] env[64658]: DEBUG nova.compute.manager [req-a13b1ee3-42fa-4801-ad87-32999f24856b req-f09f7070-977d-4383-8d30-fcf817a58796 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received event network-vif-plugged-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.464473] env[64658]: DEBUG oslo_concurrency.lockutils [req-a13b1ee3-42fa-4801-ad87-32999f24856b req-f09f7070-977d-4383-8d30-fcf817a58796 service nova] Acquiring lock "987650e4-35a4-4997-b913-e8224280a8bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.464764] env[64658]: DEBUG oslo_concurrency.lockutils [req-a13b1ee3-42fa-4801-ad87-32999f24856b req-f09f7070-977d-4383-8d30-fcf817a58796 service nova] Lock "987650e4-35a4-4997-b913-e8224280a8bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.464895] env[64658]: DEBUG oslo_concurrency.lockutils [req-a13b1ee3-42fa-4801-ad87-32999f24856b req-f09f7070-977d-4383-8d30-fcf817a58796 service nova] Lock "987650e4-35a4-4997-b913-e8224280a8bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.465017] env[64658]: DEBUG nova.compute.manager [req-a13b1ee3-42fa-4801-ad87-32999f24856b req-f09f7070-977d-4383-8d30-fcf817a58796 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] No waiting events found dispatching network-vif-plugged-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.465317] env[64658]: WARNING nova.compute.manager [req-a13b1ee3-42fa-4801-ad87-32999f24856b req-f09f7070-977d-4383-8d30-fcf817a58796 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received unexpected event network-vif-plugged-526fccb1-fd77-4dd6-b550-475b14a3743d for instance with vm_state building and task_state spawning. [ 744.512812] env[64658]: DEBUG nova.network.neutron [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Successfully updated port: 526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.514604] env[64658]: DEBUG nova.network.neutron [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updated VIF entry in instance network info cache for port cb6242d4-c027-4877-af66-acd363a82a95. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.514906] env[64658]: DEBUG nova.network.neutron [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updating instance_info_cache with network_info: [{"id": "cb6242d4-c027-4877-af66-acd363a82a95", "address": "fa:16:3e:d8:ba:39", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6242d4-c0", "ovs_interfaceid": "cb6242d4-c027-4877-af66-acd363a82a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.543674] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.544207] env[64658]: DEBUG nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.547411] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.513s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.547411] env[64658]: DEBUG nova.objects.instance [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lazy-loading 'resources' on Instance uuid e0c23711-ce59-4242-85cf-3f6d66b14339 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.631379] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343056} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.632486] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.632829] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.634908] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.022815] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.022815] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquired lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.022815] env[64658]: DEBUG nova.network.neutron [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.022815] env[64658]: DEBUG oslo_concurrency.lockutils [req-57e266e9-9af9-4164-a53e-b24faabb359b req-cdeb0675-611b-4ef7-8c5f-61927fd39ace service nova] Releasing lock "refresh_cache-2928c1b7-88ab-4ccc-bffa-586cd68f51fd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.052030] env[64658]: DEBUG nova.compute.utils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.054694] env[64658]: DEBUG nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.055792] env[64658]: DEBUG nova.network.neutron [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.253834] env[64658]: DEBUG nova.policy [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68c68f896c5a4247919b6b1aace1ce89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b3f39957f894147895bf51ed6c3a3ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.560250] env[64658]: DEBUG nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.569158] env[64658]: DEBUG nova.network.neutron [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.601147] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a11f79-3d6c-4b12-b90c-9378b9be7dc4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.612238] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911ab6c9-10eb-4d20-8a64-2e600bc5e3da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.653246] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e1579-9bdf-4cee-bbb5-ca11d3d4ea5e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.663464] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7347691-ff10-430c-b304-00e820a088b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.679723] env[64658]: DEBUG nova.compute.provider_tree [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.694395] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.695677] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.695677] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.695677] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.695677] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.695677] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.695677] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.695677] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.696034] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.696034] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.696556] env[64658]: DEBUG nova.virt.hardware [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.697251] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8718bbcd-4cd4-493f-bfb7-2e86f9aa1007 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.700868] env[64658]: DEBUG nova.network.neutron [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Successfully created port: 3a2172a5-f469-4c16-8482-f293b09eb2e1 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.709779] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a73d03c-aea3-4881-80d9-e3b4e83d52d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.726407] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.732657] env[64658]: DEBUG oslo.service.loopingcall [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.735790] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.736456] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb30cde-2dc6-42dc-a07b-7e6eef918d32 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.758025] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.758025] env[64658]: value = "task-2733457" [ 745.758025] env[64658]: _type = "Task" [ 745.758025] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.766330] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733457, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.791468] env[64658]: DEBUG nova.network.neutron [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.065013] env[64658]: INFO nova.compute.manager [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Rescuing [ 746.068019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.068019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.068019] env[64658]: DEBUG nova.network.neutron [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.188422] env[64658]: DEBUG nova.scheduler.client.report [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.267922] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733457, 'name': CreateVM_Task, 'duration_secs': 0.447775} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.267922] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.268142] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.268322] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.268664] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.268924] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b803996-71b8-41c5-9a01-06888294eed9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.275041] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 746.275041] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52bdd730-b0d9-b881-bc2d-ba9b29144c3a" [ 746.275041] env[64658]: _type = "Task" [ 746.275041] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.284425] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bdd730-b0d9-b881-bc2d-ba9b29144c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.294207] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Releasing lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.294672] env[64658]: DEBUG nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Instance network_info: |[{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.295206] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:14:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '526fccb1-fd77-4dd6-b550-475b14a3743d', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.303352] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Creating folder: Project (784d9db74a8741ee87fc23e2e7eec7fc). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.303658] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818d7c65-c7fb-4ca6-8ddd-4799fa84cd29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.317342] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Created folder: Project (784d9db74a8741ee87fc23e2e7eec7fc) in parent group-v550231. [ 746.317342] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Creating folder: Instances. Parent ref: group-v550351. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.317342] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65f8f7cc-0095-4d34-b23f-59b16176cbc2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.327439] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Created folder: Instances in parent group-v550351. [ 746.327692] env[64658]: DEBUG oslo.service.loopingcall [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.327923] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.328167] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b1f9683-f7c2-42f1-94ee-fb10b0283d10 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.348916] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.348916] env[64658]: value = "task-2733460" [ 746.348916] env[64658]: _type = "Task" [ 746.348916] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.356984] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733460, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.519325] env[64658]: DEBUG nova.compute.manager [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.519521] env[64658]: DEBUG nova.compute.manager [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing instance network info cache due to event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.519799] env[64658]: DEBUG oslo_concurrency.lockutils [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] Acquiring lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.519862] env[64658]: DEBUG oslo_concurrency.lockutils [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] Acquired lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.520073] env[64658]: DEBUG nova.network.neutron [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.576501] env[64658]: DEBUG nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.579794] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.579794] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.579794] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "7078070e-1101-4dcd-95f8-df8c64c24f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.579794] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.579794] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.581845] env[64658]: INFO nova.compute.manager [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Terminating instance [ 746.605026] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.605026] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.605026] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.605026] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.605026] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.605525] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.605847] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.606132] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.606436] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.606713] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.606993] env[64658]: DEBUG nova.virt.hardware [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.608260] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92964b1a-9d11-43d9-8679-06a3e4896aa4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.619898] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21802373-e40c-436e-a91e-55b3a8bd81e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.656422] env[64658]: DEBUG nova.compute.manager [None req-257af93b-1b4b-4bf9-88d7-f19efd4e4713 tempest-ServerDiagnosticsV248Test-371791343 tempest-ServerDiagnosticsV248Test-371791343-project-admin] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.658369] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d4e86-45ae-4462-b775-34ce64171f61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.665463] env[64658]: INFO nova.compute.manager [None req-257af93b-1b4b-4bf9-88d7-f19efd4e4713 tempest-ServerDiagnosticsV248Test-371791343 tempest-ServerDiagnosticsV248Test-371791343-project-admin] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Retrieving diagnostics [ 746.666304] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800b36e-83e3-464a-bc76-b80875a0f62d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.700362] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.708049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.693s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.708211] env[64658]: DEBUG nova.objects.instance [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lazy-loading 'resources' on Instance uuid f512075c-67fa-49a0-a2a3-cc803fcd029c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.709927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.710199] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.731937] env[64658]: INFO nova.scheduler.client.report [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Deleted allocations for instance e0c23711-ce59-4242-85cf-3f6d66b14339 [ 746.790075] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bdd730-b0d9-b881-bc2d-ba9b29144c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.790075] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.791056] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.791056] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.791056] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.791056] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.791056] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40dde211-b672-4448-8a43-2eaf5844feff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.801515] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.801705] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.802481] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d47229-5942-4f16-b9ef-a58d4e38b1e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.810055] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 746.810055] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5212b7b4-2463-c20b-13df-7a38a27c0f84" [ 746.810055] env[64658]: _type = "Task" [ 746.810055] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.818124] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5212b7b4-2463-c20b-13df-7a38a27c0f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.819188] env[64658]: DEBUG nova.network.neutron [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Updating instance_info_cache with network_info: [{"id": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "address": "fa:16:3e:c0:12:62", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2f9074-01", "ovs_interfaceid": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.859536] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733460, 'name': CreateVM_Task, 'duration_secs': 0.333271} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.859685] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.860449] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.860524] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.860823] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.861355] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba35192-8bc1-45a4-8044-8285970812f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.867348] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 746.867348] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c65e62-4a23-3b35-33eb-d94f161b7f77" [ 746.867348] env[64658]: _type = "Task" [ 746.867348] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.875799] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c65e62-4a23-3b35-33eb-d94f161b7f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.087102] env[64658]: DEBUG nova.compute.manager [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.087389] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.088720] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d51ac50-d447-45ac-a37b-c852ab7f713e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.097907] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.098190] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffeca25a-5726-44f7-a392-357604184020 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.105639] env[64658]: DEBUG oslo_vmware.api [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 747.105639] env[64658]: value = "task-2733461" [ 747.105639] env[64658]: _type = "Task" [ 747.105639] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.116254] env[64658]: DEBUG oslo_vmware.api [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.214833] env[64658]: DEBUG nova.network.neutron [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updated VIF entry in instance network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.215398] env[64658]: DEBUG nova.network.neutron [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.242646] env[64658]: DEBUG oslo_concurrency.lockutils [None req-817d5d59-38c0-4231-afbe-928017cee73a tempest-ServerShowV247Test-1696782376 tempest-ServerShowV247Test-1696782376-project-member] Lock "e0c23711-ce59-4242-85cf-3f6d66b14339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.484s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.323015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.325014] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5212b7b4-2463-c20b-13df-7a38a27c0f84, 'name': SearchDatastore_Task, 'duration_secs': 0.014482} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.326517] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91126f15-1084-4d70-9118-f27286a28932 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.334663] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 747.334663] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ad36b0-7266-b52d-2c1a-47b844635dd7" [ 747.334663] env[64658]: _type = "Task" [ 747.334663] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.345366] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ad36b0-7266-b52d-2c1a-47b844635dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.379269] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c65e62-4a23-3b35-33eb-d94f161b7f77, 'name': SearchDatastore_Task, 'duration_secs': 0.030846} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.379564] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.379839] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.380388] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.380645] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.381088] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.381796] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cb7d223-6d18-4e2d-a380-2aa6a1e25759 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.399725] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.399916] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.400671] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41f0a4a-8395-4f37-92c0-0b51d6ca2a99 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.406716] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 747.406716] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520faefd-c082-b194-ef22-c7fefb408a5a" [ 747.406716] env[64658]: _type = "Task" [ 747.406716] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.417617] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520faefd-c082-b194-ef22-c7fefb408a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.616500] env[64658]: DEBUG oslo_vmware.api [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733461, 'name': PowerOffVM_Task, 'duration_secs': 0.236785} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.616776] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.616946] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.617679] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1424a995-a1d8-4feb-ab3c-276b93c1e75e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.632638] env[64658]: DEBUG nova.compute.manager [req-405ffc32-aad5-4acd-b78a-4c2e5e56a3e0 req-7f50bef7-25d9-4571-aa8c-db0b637e7e73 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Received event network-vif-plugged-3a2172a5-f469-4c16-8482-f293b09eb2e1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.632843] env[64658]: DEBUG oslo_concurrency.lockutils [req-405ffc32-aad5-4acd-b78a-4c2e5e56a3e0 req-7f50bef7-25d9-4571-aa8c-db0b637e7e73 service nova] Acquiring lock "179392a5-0392-443c-a9a6-c5a88723afbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.633063] env[64658]: DEBUG oslo_concurrency.lockutils [req-405ffc32-aad5-4acd-b78a-4c2e5e56a3e0 req-7f50bef7-25d9-4571-aa8c-db0b637e7e73 service nova] Lock "179392a5-0392-443c-a9a6-c5a88723afbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.637040] env[64658]: DEBUG oslo_concurrency.lockutils [req-405ffc32-aad5-4acd-b78a-4c2e5e56a3e0 req-7f50bef7-25d9-4571-aa8c-db0b637e7e73 service nova] Lock "179392a5-0392-443c-a9a6-c5a88723afbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.637040] env[64658]: DEBUG nova.compute.manager [req-405ffc32-aad5-4acd-b78a-4c2e5e56a3e0 req-7f50bef7-25d9-4571-aa8c-db0b637e7e73 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] No waiting events found dispatching network-vif-plugged-3a2172a5-f469-4c16-8482-f293b09eb2e1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.637040] env[64658]: WARNING nova.compute.manager [req-405ffc32-aad5-4acd-b78a-4c2e5e56a3e0 req-7f50bef7-25d9-4571-aa8c-db0b637e7e73 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Received unexpected event network-vif-plugged-3a2172a5-f469-4c16-8482-f293b09eb2e1 for instance with vm_state building and task_state spawning. [ 747.697489] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.697489] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.697489] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Deleting the datastore file [datastore1] 7078070e-1101-4dcd-95f8-df8c64c24f5b {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.697489] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527d2eca-aaba-4d61-9716-d33a449081c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.702822] env[64658]: DEBUG nova.network.neutron [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Successfully updated port: 3a2172a5-f469-4c16-8482-f293b09eb2e1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.709533] env[64658]: DEBUG oslo_vmware.api [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for the task: (returnval){ [ 747.709533] env[64658]: value = "task-2733463" [ 747.709533] env[64658]: _type = "Task" [ 747.709533] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.722479] env[64658]: DEBUG oslo_concurrency.lockutils [req-c7ac1ef7-dff6-4571-b533-64d85c2e01d9 req-3786c837-7fa6-4816-b394-e88ae67867d6 service nova] Releasing lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.723370] env[64658]: DEBUG oslo_vmware.api [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.745178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.745178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.745178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.745178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.745178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.747341] env[64658]: INFO nova.compute.manager [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Terminating instance [ 747.770835] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac911dc-0ba2-41e5-868d-34611ee433ad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.779880] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a47089-a556-4721-a3c9-c3e7d8fa5edf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.817044] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92550ecd-9a4b-475c-8993-a11baa71f31e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.825816] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913145ef-b80c-4df3-a51a-76599485c4ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.844156] env[64658]: DEBUG nova.compute.provider_tree [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.857141] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ad36b0-7266-b52d-2c1a-47b844635dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.857241] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.857557] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.858223] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b7a60b4-07b1-4f08-9f73-8878da9a5c19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.868912] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 747.868912] env[64658]: value = "task-2733464" [ 747.868912] env[64658]: _type = "Task" [ 747.868912] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.878724] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.918236] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520faefd-c082-b194-ef22-c7fefb408a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.023412} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.919096] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498801a5-4bdb-4ccd-827b-58982120a2b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.926509] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 747.926509] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52860d3a-b333-b07a-1908-70b439d30bd9" [ 747.926509] env[64658]: _type = "Task" [ 747.926509] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.936840] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52860d3a-b333-b07a-1908-70b439d30bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.203464] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "refresh_cache-179392a5-0392-443c-a9a6-c5a88723afbe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.203763] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquired lock "refresh_cache-179392a5-0392-443c-a9a6-c5a88723afbe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.203825] env[64658]: DEBUG nova.network.neutron [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.224319] env[64658]: DEBUG oslo_vmware.api [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Task: {'id': task-2733463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222437} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.224604] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.224809] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.224989] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.225179] env[64658]: INFO nova.compute.manager [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 748.225432] env[64658]: DEBUG oslo.service.loopingcall [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.225626] env[64658]: DEBUG nova.compute.manager [-] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.225722] env[64658]: DEBUG nova.network.neutron [-] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.251798] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "refresh_cache-5c54f1b5-3d4c-400c-84de-cf1261289bd3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.252024] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquired lock "refresh_cache-5c54f1b5-3d4c-400c-84de-cf1261289bd3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.252249] env[64658]: DEBUG nova.network.neutron [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.350741] env[64658]: DEBUG nova.scheduler.client.report [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.382152] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733464, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.442625] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52860d3a-b333-b07a-1908-70b439d30bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.02496} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.444623] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.444623] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/987650e4-35a4-4997-b913-e8224280a8bd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.444623] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed056ebc-4ebb-467e-894f-2a453fe8b3c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.454193] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 748.454193] env[64658]: value = "task-2733465" [ 748.454193] env[64658]: _type = "Task" [ 748.454193] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.464195] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.753018] env[64658]: DEBUG nova.network.neutron [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.791650] env[64658]: DEBUG nova.network.neutron [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.860648] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.860648] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.329s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.860648] env[64658]: DEBUG nova.objects.instance [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lazy-loading 'resources' on Instance uuid 70b2264f-10da-47ce-ab3b-8d79c566cd8e {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.869126] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.869916] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30148ac0-2b76-4e64-8cbc-92fdd1f4153c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.884409] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599619} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.886399] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.886594] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.887499] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 748.887499] env[64658]: value = "task-2733466" [ 748.887499] env[64658]: _type = "Task" [ 748.887499] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.887499] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a39aaa4-2d04-4e43-918a-f8a508ab7609 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.896511] env[64658]: INFO nova.scheduler.client.report [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Deleted allocations for instance f512075c-67fa-49a0-a2a3-cc803fcd029c [ 748.913172] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 748.913172] env[64658]: value = "task-2733467" [ 748.913172] env[64658]: _type = "Task" [ 748.913172] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.913172] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.916046] env[64658]: DEBUG nova.network.neutron [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.929276] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.976019] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733465, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.001238] env[64658]: DEBUG nova.network.neutron [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Updating instance_info_cache with network_info: [{"id": "3a2172a5-f469-4c16-8482-f293b09eb2e1", "address": "fa:16:3e:39:92:e7", "network": {"id": "86e117a4-cf16-4203-8315-702ff811ee4d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1910571760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3f39957f894147895bf51ed6c3a3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2172a5-f4", "ovs_interfaceid": "3a2172a5-f469-4c16-8482-f293b09eb2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.404748] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733466, 'name': PowerOffVM_Task, 'duration_secs': 0.288214} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.408163] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.409474] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22efe32-14b9-497a-b168-d80177f72ecf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.415117] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7f5c982-6671-403d-88b3-18d10cb01596 tempest-ServerPasswordTestJSON-1703465393 tempest-ServerPasswordTestJSON-1703465393-project-member] Lock "f512075c-67fa-49a0-a2a3-cc803fcd029c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.113s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.430354] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Releasing lock "refresh_cache-5c54f1b5-3d4c-400c-84de-cf1261289bd3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.430783] env[64658]: DEBUG nova.compute.manager [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.430981] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.438166] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e561e3-5178-4b57-8b3b-7ee21e146718 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.441838] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e19987-9936-40b9-b812-4215f336875f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.453998] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107775} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.458968] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.459230] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.469241] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a91c97-62ae-4b5b-a08b-0ff788f5394c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.476367] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33d30601-543f-43bd-9078-2b9c81a503fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.486161] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733465, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.496414] env[64658]: DEBUG oslo_vmware.api [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 749.496414] env[64658]: value = "task-2733468" [ 749.496414] env[64658]: _type = "Task" [ 749.496414] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.505864] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.508234] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.511622] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Releasing lock "refresh_cache-179392a5-0392-443c-a9a6-c5a88723afbe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.511905] env[64658]: DEBUG nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Instance network_info: |[{"id": "3a2172a5-f469-4c16-8482-f293b09eb2e1", "address": "fa:16:3e:39:92:e7", "network": {"id": "86e117a4-cf16-4203-8315-702ff811ee4d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1910571760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3f39957f894147895bf51ed6c3a3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2172a5-f4", "ovs_interfaceid": "3a2172a5-f469-4c16-8482-f293b09eb2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.512201] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a22c3af-7397-4c95-b17d-89d3c157d444 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.530921] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d082ab3-56bd-445a-8998-2557bca9e496 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.532861] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:92:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2172a5-f469-4c16-8482-f293b09eb2e1', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.543446] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Creating folder: Project (3b3f39957f894147895bf51ed6c3a3ed). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.543446] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cc08ff8-a9d2-49e0-91d7-c2ed95ac675b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.551392] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 749.551392] env[64658]: value = "task-2733470" [ 749.551392] env[64658]: _type = "Task" [ 749.551392] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.557049] env[64658]: DEBUG oslo_vmware.api [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.560649] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 749.560649] env[64658]: value = "task-2733469" [ 749.560649] env[64658]: _type = "Task" [ 749.560649] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.561784] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Created folder: Project (3b3f39957f894147895bf51ed6c3a3ed) in parent group-v550231. [ 749.561784] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Creating folder: Instances. Parent ref: group-v550354. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.565110] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2110a2d-12a3-42f9-a556-6004a08d0e24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.569897] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.579569] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 749.579887] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.580050] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.580578] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.580578] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.580694] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09db05ae-36aa-4d84-a82d-fb4f90d9f8fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.590875] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Created folder: Instances in parent group-v550354. [ 749.591154] env[64658]: DEBUG oslo.service.loopingcall [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.591363] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.591667] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d651b64b-5820-4a8a-9c8f-c3ea83e79907 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.611678] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.611945] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.613770] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90052eda-1037-4ca7-92c4-a27a423faaa5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.623270] env[64658]: DEBUG nova.network.neutron [-] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.624951] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.624951] env[64658]: value = "task-2733473" [ 749.624951] env[64658]: _type = "Task" [ 749.624951] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.625462] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 749.625462] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526e71b9-133c-183c-885d-d0de194c1ac3" [ 749.625462] env[64658]: _type = "Task" [ 749.625462] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.646554] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526e71b9-133c-183c-885d-d0de194c1ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.646554] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733473, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.648306] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f826cfd7-be6b-4437-bf85-54a6a164ecae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.658567] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 749.658567] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a8b69a-aa1d-3dee-b80a-72201075c977" [ 749.658567] env[64658]: _type = "Task" [ 749.658567] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.669596] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a8b69a-aa1d-3dee-b80a-72201075c977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.780997] env[64658]: DEBUG nova.compute.manager [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Received event network-changed-3a2172a5-f469-4c16-8482-f293b09eb2e1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.781750] env[64658]: DEBUG nova.compute.manager [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Refreshing instance network info cache due to event network-changed-3a2172a5-f469-4c16-8482-f293b09eb2e1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.781750] env[64658]: DEBUG oslo_concurrency.lockutils [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] Acquiring lock "refresh_cache-179392a5-0392-443c-a9a6-c5a88723afbe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.781750] env[64658]: DEBUG oslo_concurrency.lockutils [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] Acquired lock "refresh_cache-179392a5-0392-443c-a9a6-c5a88723afbe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.782037] env[64658]: DEBUG nova.network.neutron [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Refreshing network info cache for port 3a2172a5-f469-4c16-8482-f293b09eb2e1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.973264] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733465, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.031354] env[64658]: DEBUG oslo_vmware.api [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733468, 'name': PowerOffVM_Task, 'duration_secs': 0.137081} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.034781] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.034982] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.035467] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce3d5b0f-f662-41e2-93db-240c509e85ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.063525] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58732eaa-63aa-49ca-bc80-6a9ef8d63dd8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.070379] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.070648] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.070789] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Deleting the datastore file [datastore1] 5c54f1b5-3d4c-400c-84de-cf1261289bd3 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.071093] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733470, 'name': ReconfigVM_Task, 'duration_secs': 0.339527} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.071685] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a1ee50-4a5d-4690-9643-c5282ad474f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.073601] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c/7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.075939] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ba943d4-f585-41ac-91c2-681baf165530 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.082022] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f97c29-c86b-4432-90a2-b7b0b6114243 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.083864] env[64658]: DEBUG oslo_vmware.api [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for the task: (returnval){ [ 750.083864] env[64658]: value = "task-2733475" [ 750.083864] env[64658]: _type = "Task" [ 750.083864] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.115239] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 750.115239] env[64658]: value = "task-2733476" [ 750.115239] env[64658]: _type = "Task" [ 750.115239] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.116539] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9390eaea-1544-42aa-8aaf-3b172306e151 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.125376] env[64658]: DEBUG oslo_vmware.api [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.126227] env[64658]: INFO nova.compute.manager [-] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Took 1.90 seconds to deallocate network for instance. [ 750.139971] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733476, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.141967] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a079d01-2633-4041-8285-e04685470c26 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.150566] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733473, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.164667] env[64658]: DEBUG nova.compute.provider_tree [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.177643] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a8b69a-aa1d-3dee-b80a-72201075c977, 'name': SearchDatastore_Task, 'duration_secs': 0.014636} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.178011] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.178652] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. {{(pid=64658) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 750.178652] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba937e7-fb7f-489d-9548-3cf98c1eee38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.188310] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 750.188310] env[64658]: value = "task-2733477" [ 750.188310] env[64658]: _type = "Task" [ 750.188310] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.199883] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.473307] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733465, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542659} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.476992] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/987650e4-35a4-4997-b913-e8224280a8bd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.477243] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.477514] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b182e48f-a18e-4325-8f7c-66d6c2dc6604 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.485957] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 750.485957] env[64658]: value = "task-2733478" [ 750.485957] env[64658]: _type = "Task" [ 750.485957] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.504021] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.599248] env[64658]: DEBUG oslo_vmware.api [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Task: {'id': task-2733475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106155} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.599546] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.599722] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.600020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.602124] env[64658]: INFO nova.compute.manager [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 750.602459] env[64658]: DEBUG oslo.service.loopingcall [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.602699] env[64658]: DEBUG nova.compute.manager [-] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.602807] env[64658]: DEBUG nova.network.neutron [-] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.627179] env[64658]: DEBUG nova.network.neutron [-] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.639477] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733476, 'name': Rename_Task, 'duration_secs': 0.142685} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.645025] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.645025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.645025] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9434debc-8e4c-4051-bec2-748ba8ca08d0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.650841] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733473, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.660988] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 750.660988] env[64658]: value = "task-2733479" [ 750.660988] env[64658]: _type = "Task" [ 750.660988] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.670619] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.671928] env[64658]: DEBUG nova.scheduler.client.report [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.699961] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.843679] env[64658]: DEBUG nova.network.neutron [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Updated VIF entry in instance network info cache for port 3a2172a5-f469-4c16-8482-f293b09eb2e1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.844064] env[64658]: DEBUG nova.network.neutron [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Updating instance_info_cache with network_info: [{"id": "3a2172a5-f469-4c16-8482-f293b09eb2e1", "address": "fa:16:3e:39:92:e7", "network": {"id": "86e117a4-cf16-4203-8315-702ff811ee4d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1910571760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b3f39957f894147895bf51ed6c3a3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2172a5-f4", "ovs_interfaceid": "3a2172a5-f469-4c16-8482-f293b09eb2e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.999919] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15367} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.000767] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.001274] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82106fd7-cee7-401d-95f7-2648d5325275 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.027096] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/987650e4-35a4-4997-b913-e8224280a8bd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.027422] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab645cd3-7801-43ac-ab3a-5339524b6b1d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.052529] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 751.052529] env[64658]: value = "task-2733480" [ 751.052529] env[64658]: _type = "Task" [ 751.052529] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.062193] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.138972] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733473, 'name': CreateVM_Task, 'duration_secs': 1.465737} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.139242] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.143019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.143019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.143019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.143019] env[64658]: DEBUG nova.network.neutron [-] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.143019] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8b0e4b-ed09-4ecc-802c-2b70bc8b054a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.147336] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 751.147336] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529b3905-4682-706b-3536-cf0eb20a40db" [ 751.147336] env[64658]: _type = "Task" [ 751.147336] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.155948] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529b3905-4682-706b-3536-cf0eb20a40db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.169547] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733479, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.179941] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.182143] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.172s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.183609] env[64658]: INFO nova.compute.claims [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.200126] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733477, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.213603] env[64658]: INFO nova.scheduler.client.report [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Deleted allocations for instance 70b2264f-10da-47ce-ab3b-8d79c566cd8e [ 751.347533] env[64658]: DEBUG oslo_concurrency.lockutils [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] Releasing lock "refresh_cache-179392a5-0392-443c-a9a6-c5a88723afbe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.347533] env[64658]: DEBUG nova.compute.manager [req-6c19c71c-ece2-4086-8794-a86a9c3c3662 req-6b100315-20b5-434f-9d59-4a2daf0cfa15 service nova] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Received event network-vif-deleted-7b7200ec-05b0-4711-957e-238313a59e0f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.563148] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.644957] env[64658]: INFO nova.compute.manager [-] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Took 1.04 seconds to deallocate network for instance. [ 751.659909] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529b3905-4682-706b-3536-cf0eb20a40db, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.660259] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.660533] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.660769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.660916] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.661138] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.661452] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32ae41e7-e740-4e50-8234-697033964c7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.672537] env[64658]: DEBUG oslo_vmware.api [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733479, 'name': PowerOnVM_Task, 'duration_secs': 0.736974} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.672739] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.672939] env[64658]: DEBUG nova.compute.manager [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.673700] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa773e13-bc50-46d1-8b82-6dd1bbdcc4e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.677958] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.678154] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.680143] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d471be1-43eb-4c83-9af0-d9df3ea44f6a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.691532] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 751.691532] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520ffca4-29b1-3449-bdfd-d237a40d38bf" [ 751.691532] env[64658]: _type = "Task" [ 751.691532] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.703672] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733477, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.706502] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520ffca4-29b1-3449-bdfd-d237a40d38bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.722340] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7867b3ce-18cb-479b-a043-ebcd3ed5be0c tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "70b2264f-10da-47ce-ab3b-8d79c566cd8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.131s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.064645] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733480, 'name': ReconfigVM_Task, 'duration_secs': 0.781381} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.064935] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/987650e4-35a4-4997-b913-e8224280a8bd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.065571] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-961b617e-71ca-4f0a-83e4-49075f8e2f5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.073597] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 752.073597] env[64658]: value = "task-2733481" [ 752.073597] env[64658]: _type = "Task" [ 752.073597] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.083068] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733481, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.154354] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.195056] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.209467] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520ffca4-29b1-3449-bdfd-d237a40d38bf, 'name': SearchDatastore_Task, 'duration_secs': 0.026333} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.213090] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733477, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.526532} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.213300] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140c6deb-5517-4e08-bff4-4b108e1a1138 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.215475] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. [ 752.218463] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01f482-61ba-4b7d-9e41-7e21c4253434 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.225121] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 752.225121] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52720ffe-8609-4dbb-34c2-24336efc474e" [ 752.225121] env[64658]: _type = "Task" [ 752.225121] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.248232] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.254594] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed34636b-7d18-4fd8-9f08-208c2fcfe6b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.275081] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52720ffe-8609-4dbb-34c2-24336efc474e, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.276663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.276754] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 179392a5-0392-443c-a9a6-c5a88723afbe/179392a5-0392-443c-a9a6-c5a88723afbe.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.277136] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 752.277136] env[64658]: value = "task-2733482" [ 752.277136] env[64658]: _type = "Task" [ 752.277136] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.278031] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf9cd2a-7bcb-4e7e-82cc-695ff70b8c99 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.290988] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 752.290988] env[64658]: value = "task-2733483" [ 752.290988] env[64658]: _type = "Task" [ 752.290988] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.295013] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.300721] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.474606] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.474901] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.475133] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.475359] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.475675] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.480205] env[64658]: INFO nova.compute.manager [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Terminating instance [ 752.594710] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733481, 'name': Rename_Task, 'duration_secs': 0.292819} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.595184] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.599392] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2aeb961-8baa-4a2c-91fe-fe4e09755f5d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.608793] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 752.608793] env[64658]: value = "task-2733484" [ 752.608793] env[64658]: _type = "Task" [ 752.608793] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.621594] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.724411] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d8b371-5566-448e-a9c1-5b77fd8703b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.733596] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251739a9-64fc-413c-971d-888874ef6cc3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.767038] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180d74c-fe5b-4c0b-903c-ea912df3bff1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.776607] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f4b63-5443-4886-ba1d-589339e2c08c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.796335] env[64658]: DEBUG nova.compute.provider_tree [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.804285] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.811919] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516063} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.812253] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 179392a5-0392-443c-a9a6-c5a88723afbe/179392a5-0392-443c-a9a6-c5a88723afbe.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.812449] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.812707] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08151c09-ed55-4bbb-84d6-3b0542fd47bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.821902] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 752.821902] env[64658]: value = "task-2733485" [ 752.821902] env[64658]: _type = "Task" [ 752.821902] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.829847] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.923051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "e7f42e66-c0ee-474b-a277-5509fea73c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.923051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.923921] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "e7f42e66-c0ee-474b-a277-5509fea73c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.923921] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.923921] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.926961] env[64658]: INFO nova.compute.manager [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Terminating instance [ 752.983825] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "refresh_cache-7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.984038] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquired lock "refresh_cache-7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.984230] env[64658]: DEBUG nova.network.neutron [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.119568] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.292816] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733482, 'name': ReconfigVM_Task, 'duration_secs': 0.584315} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.292816] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.293839] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9055cd38-2937-4084-b642-f74b8797c53b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.317533] env[64658]: DEBUG nova.scheduler.client.report [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.325741] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfc9052-04fb-4225-ae73-744a105686db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.346344] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069561} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.347677] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.348065] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 753.348065] env[64658]: value = "task-2733486" [ 753.348065] env[64658]: _type = "Task" [ 753.348065] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.348827] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8101d2-1412-4882-9dc0-b5e42b2ac25d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.375844] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 179392a5-0392-443c-a9a6-c5a88723afbe/179392a5-0392-443c-a9a6-c5a88723afbe.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.379567] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9fa8e3-4f97-4ac1-a0fd-395230d61f50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.395242] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733486, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.401925] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 753.401925] env[64658]: value = "task-2733487" [ 753.401925] env[64658]: _type = "Task" [ 753.401925] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.410675] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.431055] env[64658]: DEBUG nova.compute.manager [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.431332] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.432630] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcbf2d2-ef9b-4ed8-9fa8-6caea4469d5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.440981] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.441280] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd651abc-8e4d-4ba0-ad6a-a9226dede99b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.448089] env[64658]: DEBUG oslo_vmware.api [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 753.448089] env[64658]: value = "task-2733488" [ 753.448089] env[64658]: _type = "Task" [ 753.448089] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.458832] env[64658]: DEBUG oslo_vmware.api [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.504615] env[64658]: DEBUG nova.network.neutron [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.571104] env[64658]: DEBUG nova.network.neutron [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.620926] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.827089] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.827663] env[64658]: DEBUG nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.831418] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.672s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.831753] env[64658]: DEBUG nova.objects.instance [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lazy-loading 'resources' on Instance uuid 41ee97a8-3e0f-4c32-b025-6b97d6d80286 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.862220] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733486, 'name': ReconfigVM_Task, 'duration_secs': 0.159552} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.863083] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.863350] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7d9563b-3dfc-432c-af14-c0202d713e34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.871526] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 753.871526] env[64658]: value = "task-2733489" [ 753.871526] env[64658]: _type = "Task" [ 753.871526] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.880147] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.912043] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733487, 'name': ReconfigVM_Task, 'duration_secs': 0.303862} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.912337] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 179392a5-0392-443c-a9a6-c5a88723afbe/179392a5-0392-443c-a9a6-c5a88723afbe.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.912981] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd547942-2790-46b5-b248-650136793de0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.921644] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 753.921644] env[64658]: value = "task-2733490" [ 753.921644] env[64658]: _type = "Task" [ 753.921644] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.931651] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733490, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.958241] env[64658]: DEBUG oslo_vmware.api [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.074783] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Releasing lock "refresh_cache-7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.074783] env[64658]: DEBUG nova.compute.manager [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.074994] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.075975] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdfbaf7-2c20-4c4c-94f2-bde210e1b5df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.085495] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.087803] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1dfc9f-375e-4c0a-9562-2a9022f5f38f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.094510] env[64658]: DEBUG oslo_vmware.api [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 754.094510] env[64658]: value = "task-2733491" [ 754.094510] env[64658]: _type = "Task" [ 754.094510] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.104046] env[64658]: DEBUG oslo_vmware.api [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.119255] env[64658]: DEBUG oslo_vmware.api [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733484, 'name': PowerOnVM_Task, 'duration_secs': 1.083277} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.119534] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.119734] env[64658]: INFO nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Took 10.18 seconds to spawn the instance on the hypervisor. [ 754.119913] env[64658]: DEBUG nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.120700] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f9eef-4666-4548-95c4-7d9354edbf9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.336045] env[64658]: DEBUG nova.compute.utils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.340619] env[64658]: DEBUG nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.340979] env[64658]: DEBUG nova.network.neutron [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.388270] env[64658]: DEBUG oslo_vmware.api [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733489, 'name': PowerOnVM_Task, 'duration_secs': 0.473959} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.389300] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.392722] env[64658]: DEBUG nova.compute.manager [None req-ab5840e4-6f5b-4cbe-b0e5-435676bf47e5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.392722] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcfa421-8809-4bf0-8f77-278268beb5e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.433016] env[64658]: DEBUG nova.policy [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f9abf57d0346938de4486c76e6a9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd534fcc9f8684b0ca3db92c415f60af2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.437314] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733490, 'name': Rename_Task, 'duration_secs': 0.194637} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.437636] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.437914] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8af02be-db9e-4a81-9074-31ab30c09100 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.451449] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 754.451449] env[64658]: value = "task-2733492" [ 754.451449] env[64658]: _type = "Task" [ 754.451449] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.470133] env[64658]: DEBUG oslo_vmware.api [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733488, 'name': PowerOffVM_Task, 'duration_secs': 0.621721} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.474218] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.474218] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.474954] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.474954] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27a450bc-dde1-40a9-9487-b7307e433697 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.608752] env[64658]: DEBUG oslo_vmware.api [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733491, 'name': PowerOffVM_Task, 'duration_secs': 0.230348} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.608752] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.608955] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.609982] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64de1eca-14b0-45dc-8e2e-b971ffe5e66c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.642319] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.642319] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.642319] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Deleting the datastore file [datastore2] 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.643678] env[64658]: INFO nova.compute.manager [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Took 47.57 seconds to build instance. [ 754.643860] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-822e03bf-7845-4cff-919d-9942909ab499 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.659562] env[64658]: DEBUG oslo_vmware.api [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for the task: (returnval){ [ 754.659562] env[64658]: value = "task-2733495" [ 754.659562] env[64658]: _type = "Task" [ 754.659562] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.669461] env[64658]: DEBUG oslo_vmware.api [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.841465] env[64658]: DEBUG nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.878334] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b22c1b-9e9b-41e8-aa0f-73e8057510b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.891648] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bd53c2-474f-4162-812c-f9fd4295c9fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.928029] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef86b41-0b92-434c-9be6-c95852c4c7a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.931957] env[64658]: DEBUG nova.network.neutron [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Successfully created port: 1c77a508-76fc-4b07-b43c-370878a27cff {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.937284] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3f7aa-7d13-4d1e-8c6b-5278c169ebda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.952947] env[64658]: DEBUG nova.compute.provider_tree [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.966277] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.148134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b82127df-1aec-410f-a65f-df8f90ba4fbc tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "987650e4-35a4-4997-b913-e8224280a8bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.068s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.153656] env[64658]: INFO nova.compute.manager [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Rescuing [ 755.154236] env[64658]: DEBUG oslo_concurrency.lockutils [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.155899] env[64658]: DEBUG oslo_concurrency.lockutils [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquired lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.155899] env[64658]: DEBUG nova.network.neutron [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.171672] env[64658]: DEBUG oslo_vmware.api [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Task: {'id': task-2733495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231347} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.171970] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.172163] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.172344] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.172499] env[64658]: INFO nova.compute.manager [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 755.172740] env[64658]: DEBUG oslo.service.loopingcall [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.172964] env[64658]: DEBUG nova.compute.manager [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.173045] env[64658]: DEBUG nova.network.neutron [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.190822] env[64658]: DEBUG nova.network.neutron [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.457123] env[64658]: DEBUG nova.scheduler.client.report [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.475597] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733492, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.650982] env[64658]: DEBUG nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.694015] env[64658]: DEBUG nova.network.neutron [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.840256] env[64658]: DEBUG nova.network.neutron [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.852440] env[64658]: DEBUG nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.857302] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.859052] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.859052] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Deleting the datastore file [datastore1] e7f42e66-c0ee-474b-a277-5509fea73c0b {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.859052] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee40809f-940c-4698-992c-6add210d1bab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.867112] env[64658]: DEBUG oslo_vmware.api [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for the task: (returnval){ [ 755.867112] env[64658]: value = "task-2733496" [ 755.867112] env[64658]: _type = "Task" [ 755.867112] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.877873] env[64658]: DEBUG oslo_vmware.api [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.880418] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.880633] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.880787] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.880962] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.881121] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.881268] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.881467] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.881624] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.881780] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.881941] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.882131] env[64658]: DEBUG nova.virt.hardware [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.882884] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f34a922-0bc0-44d3-9df2-116e82bcb23a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.890248] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16014347-4288-465a-b64d-513c5e4a2285 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.963799] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.966561] env[64658]: INFO nova.compute.manager [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Unrescuing [ 755.966809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.967086] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.967121] env[64658]: DEBUG nova.network.neutron [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.968417] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.051s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.969971] env[64658]: INFO nova.compute.claims [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.984030] env[64658]: DEBUG oslo_vmware.api [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733492, 'name': PowerOnVM_Task, 'duration_secs': 1.200548} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.984440] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.984843] env[64658]: INFO nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Took 9.41 seconds to spawn the instance on the hypervisor. [ 755.984843] env[64658]: DEBUG nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.985612] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c158afd6-5445-4bfd-8656-508ed5733da6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.997292] env[64658]: INFO nova.scheduler.client.report [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted allocations for instance 41ee97a8-3e0f-4c32-b025-6b97d6d80286 [ 756.171255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.196813] env[64658]: INFO nova.compute.manager [-] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Took 1.02 seconds to deallocate network for instance. [ 756.345062] env[64658]: DEBUG oslo_concurrency.lockutils [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Releasing lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.385226] env[64658]: DEBUG oslo_vmware.api [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Task: {'id': task-2733496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159893} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.385596] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.385949] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.387233] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.387233] env[64658]: INFO nova.compute.manager [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Took 2.96 seconds to destroy the instance on the hypervisor. [ 756.387233] env[64658]: DEBUG oslo.service.loopingcall [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.388320] env[64658]: DEBUG nova.compute.manager [-] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.388320] env[64658]: DEBUG nova.network.neutron [-] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.508116] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8109918c-1c19-409a-b598-d4653aba0bbb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "41ee97a8-3e0f-4c32-b025-6b97d6d80286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.218s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.510138] env[64658]: INFO nova.compute.manager [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Took 48.32 seconds to build instance. [ 756.541682] env[64658]: DEBUG nova.compute.manager [req-0016f128-7c5c-4126-872f-a06238da096d req-b4216d79-6b67-4139-ae0f-82b8b6c9584b service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Received event network-vif-plugged-1c77a508-76fc-4b07-b43c-370878a27cff {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.541917] env[64658]: DEBUG oslo_concurrency.lockutils [req-0016f128-7c5c-4126-872f-a06238da096d req-b4216d79-6b67-4139-ae0f-82b8b6c9584b service nova] Acquiring lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.542140] env[64658]: DEBUG oslo_concurrency.lockutils [req-0016f128-7c5c-4126-872f-a06238da096d req-b4216d79-6b67-4139-ae0f-82b8b6c9584b service nova] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.542309] env[64658]: DEBUG oslo_concurrency.lockutils [req-0016f128-7c5c-4126-872f-a06238da096d req-b4216d79-6b67-4139-ae0f-82b8b6c9584b service nova] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.542472] env[64658]: DEBUG nova.compute.manager [req-0016f128-7c5c-4126-872f-a06238da096d req-b4216d79-6b67-4139-ae0f-82b8b6c9584b service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] No waiting events found dispatching network-vif-plugged-1c77a508-76fc-4b07-b43c-370878a27cff {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.542702] env[64658]: WARNING nova.compute.manager [req-0016f128-7c5c-4126-872f-a06238da096d req-b4216d79-6b67-4139-ae0f-82b8b6c9584b service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Received unexpected event network-vif-plugged-1c77a508-76fc-4b07-b43c-370878a27cff for instance with vm_state building and task_state spawning. [ 756.660289] env[64658]: DEBUG nova.network.neutron [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Successfully updated port: 1c77a508-76fc-4b07-b43c-370878a27cff {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.703025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.854883] env[64658]: DEBUG nova.network.neutron [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Updating instance_info_cache with network_info: [{"id": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "address": "fa:16:3e:c0:12:62", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2f9074-01", "ovs_interfaceid": "ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.904241] env[64658]: DEBUG nova.compute.manager [req-a594065a-6844-418b-91b2-0866571a1cff req-21c280f4-eebe-498c-9055-0f127e3158ee service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Received event network-vif-deleted-9fdb4342-ea05-40a0-8058-5f94a378fe41 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.904569] env[64658]: INFO nova.compute.manager [req-a594065a-6844-418b-91b2-0866571a1cff req-21c280f4-eebe-498c-9055-0f127e3158ee service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Neutron deleted interface 9fdb4342-ea05-40a0-8058-5f94a378fe41; detaching it from the instance and deleting it from the info cache [ 756.905286] env[64658]: DEBUG nova.network.neutron [req-a594065a-6844-418b-91b2-0866571a1cff req-21c280f4-eebe-498c-9055-0f127e3158ee service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.012396] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7360d209-5e46-4e3e-b3b2-6c5a85e3e0cf tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "179392a5-0392-443c-a9a6-c5a88723afbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.304s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.163145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "refresh_cache-17ee3416-3542-40ad-80fb-0da1c63f3f6d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.163312] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "refresh_cache-17ee3416-3542-40ad-80fb-0da1c63f3f6d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.163463] env[64658]: DEBUG nova.network.neutron [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.344571] env[64658]: DEBUG nova.network.neutron [-] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.357879] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.358554] env[64658]: DEBUG nova.objects.instance [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lazy-loading 'flavor' on Instance uuid 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.399409] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745acfe-ce69-440a-afbb-6ffd30f0ad33 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.408476] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d1316d2-dde7-4f3a-a70d-6e7561b732a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.410960] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5e857-af1a-41c3-9118-4122d546bf45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.446829] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73268ef4-c015-4591-8255-5ab097e836ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.452095] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b265cb1a-83b7-4dc5-98d8-dae239f5733b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.470102] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23771992-0e42-44d8-835c-6f6330ed4d76 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.485835] env[64658]: DEBUG nova.compute.manager [req-a594065a-6844-418b-91b2-0866571a1cff req-21c280f4-eebe-498c-9055-0f127e3158ee service nova] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Detach interface failed, port_id=9fdb4342-ea05-40a0-8058-5f94a378fe41, reason: Instance e7f42e66-c0ee-474b-a277-5509fea73c0b could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 757.493752] env[64658]: DEBUG nova.compute.provider_tree [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.515277] env[64658]: DEBUG nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.697848] env[64658]: DEBUG nova.network.neutron [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.847638] env[64658]: INFO nova.compute.manager [-] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Took 1.46 seconds to deallocate network for instance. [ 757.853743] env[64658]: DEBUG nova.network.neutron [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Updating instance_info_cache with network_info: [{"id": "1c77a508-76fc-4b07-b43c-370878a27cff", "address": "fa:16:3e:1d:8f:35", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c77a508-76", "ovs_interfaceid": "1c77a508-76fc-4b07-b43c-370878a27cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.864362] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33302ce8-b0a1-4889-8ecf-105c7a162027 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.891181] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.891553] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.891835] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6de06a7-fbb0-4a6b-ab6c-2cd476351a35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.893985] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06715c3-5f1b-4bf6-9a2c-0aa17ce2bb64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.902805] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 757.902805] env[64658]: value = "task-2733497" [ 757.902805] env[64658]: _type = "Task" [ 757.902805] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.903836] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 757.903836] env[64658]: value = "task-2733498" [ 757.903836] env[64658]: _type = "Task" [ 757.903836] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.918935] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.922160] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.998633] env[64658]: DEBUG nova.scheduler.client.report [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.040734] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.356630] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.357092] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "refresh_cache-17ee3416-3542-40ad-80fb-0da1c63f3f6d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.357452] env[64658]: DEBUG nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Instance network_info: |[{"id": "1c77a508-76fc-4b07-b43c-370878a27cff", "address": "fa:16:3e:1d:8f:35", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c77a508-76", "ovs_interfaceid": "1c77a508-76fc-4b07-b43c-370878a27cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.357885] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:8f:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c77a508-76fc-4b07-b43c-370878a27cff', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.365883] env[64658]: DEBUG oslo.service.loopingcall [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.366154] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.366399] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b484ad6-2fe7-4945-a275-9e6e549ad169 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.388856] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.388856] env[64658]: value = "task-2733499" [ 758.388856] env[64658]: _type = "Task" [ 758.388856] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.398398] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733499, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.418268] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733497, 'name': PowerOffVM_Task, 'duration_secs': 0.314101} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.421983] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.430151] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 758.430151] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733498, 'name': PowerOffVM_Task, 'duration_secs': 0.217825} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.430151] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf108453-ade3-4c90-9504-e7c79db97708 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.443620] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.444537] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6656abf-3586-42ad-9cbc-92d241d31747 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.470331] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7fe47-d3ee-4f48-a748-349a68186cf4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.474033] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 758.474033] env[64658]: value = "task-2733500" [ 758.474033] env[64658]: _type = "Task" [ 758.474033] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.488458] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.503576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.504029] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.507461] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.185s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.513385] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.513665] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b60fd9-35da-45a0-bb70-f1530c4eb3f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.521689] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 758.521689] env[64658]: value = "task-2733501" [ 758.521689] env[64658]: _type = "Task" [ 758.521689] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.531602] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.577318] env[64658]: DEBUG nova.compute.manager [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Received event network-changed-1c77a508-76fc-4b07-b43c-370878a27cff {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.577524] env[64658]: DEBUG nova.compute.manager [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Refreshing instance network info cache due to event network-changed-1c77a508-76fc-4b07-b43c-370878a27cff. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.577802] env[64658]: DEBUG oslo_concurrency.lockutils [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] Acquiring lock "refresh_cache-17ee3416-3542-40ad-80fb-0da1c63f3f6d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.577877] env[64658]: DEBUG oslo_concurrency.lockutils [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] Acquired lock "refresh_cache-17ee3416-3542-40ad-80fb-0da1c63f3f6d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.578147] env[64658]: DEBUG nova.network.neutron [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Refreshing network info cache for port 1c77a508-76fc-4b07-b43c-370878a27cff {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.633031] env[64658]: DEBUG nova.compute.manager [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.633859] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad01ec-a28b-406f-9427-cabf7ded4c89 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.901792] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733499, 'name': CreateVM_Task, 'duration_secs': 0.334177} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.902054] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.902651] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.902825] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.903189] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.903481] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57adef29-fc61-492a-8e2d-5ac7deed1faa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.908663] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 758.908663] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d7ff8e-8c93-af6a-174b-992f7cbc218d" [ 758.908663] env[64658]: _type = "Task" [ 758.908663] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.916929] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d7ff8e-8c93-af6a-174b-992f7cbc218d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.984715] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733500, 'name': ReconfigVM_Task, 'duration_secs': 0.351482} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.985210] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 758.985528] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.985909] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7111f933-edbd-40e5-bf20-f1d57a366f0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.993982] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 758.993982] env[64658]: value = "task-2733502" [ 758.993982] env[64658]: _type = "Task" [ 758.993982] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.002050] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.010424] env[64658]: DEBUG nova.compute.utils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.021734] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.021927] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.037295] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 759.037525] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.037799] env[64658]: DEBUG oslo_concurrency.lockutils [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.037938] env[64658]: DEBUG oslo_concurrency.lockutils [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.038195] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.038487] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68928cb-6dee-4c82-ada9-d1edb2896d2d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.050880] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.050880] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.051544] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30bfb70-c57d-469b-a789-3f0805374d85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.057227] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 759.057227] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524ae276-132d-20f1-585e-901e863d787b" [ 759.057227] env[64658]: _type = "Task" [ 759.057227] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.066542] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524ae276-132d-20f1-585e-901e863d787b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.076929] env[64658]: DEBUG nova.policy [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62598a5079a4340b6adfb0468efcfa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faee3e8a817949278a7bbccc90b9e818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.145482] env[64658]: INFO nova.compute.manager [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] instance snapshotting [ 759.150129] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60afb57d-2dc1-4fc1-9a05-356d03d27fd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.171272] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c254ae5-0064-49ba-abd6-2fe56c14e648 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.396501] env[64658]: DEBUG nova.network.neutron [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Updated VIF entry in instance network info cache for port 1c77a508-76fc-4b07-b43c-370878a27cff. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.396862] env[64658]: DEBUG nova.network.neutron [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Updating instance_info_cache with network_info: [{"id": "1c77a508-76fc-4b07-b43c-370878a27cff", "address": "fa:16:3e:1d:8f:35", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c77a508-76", "ovs_interfaceid": "1c77a508-76fc-4b07-b43c-370878a27cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.422060] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d7ff8e-8c93-af6a-174b-992f7cbc218d, 'name': SearchDatastore_Task, 'duration_secs': 0.032417} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.422590] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.422941] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.423289] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.483267] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Successfully created port: 0834b350-ad03-4309-b84d-fac7ba396c8e {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.507331] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733502, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.523747] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.556806] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 60e0f787-8892-45be-ba34-fee3467cf46b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.556979] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance faffbbe8-102c-4e3d-9073-3527f972b747 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.557192] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 7078070e-1101-4dcd-95f8-df8c64c24f5b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.558082] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 71f0d861-99c4-497c-a520-fc4ca1c53fb7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.558082] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance e7f42e66-c0ee-474b-a277-5509fea73c0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.558082] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558082] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 604afb68-292a-4e28-a901-9df7a8d5be47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558082] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance eb254d4b-0818-49f3-99fe-459901020b90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558082] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5756535c-f4fc-41a7-b6e3-a04e72cad7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558082] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance acc0f605-4ba1-442c-ac75-051e800b49b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558527] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 60a8f1f1-20a3-462d-b6fb-77b930c76b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558527] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 13f79be3-8768-4656-a6b4-1ba4618a332a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.558527] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance b14417a8-4522-465d-9eff-f44b1e438595 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558527] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558658] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 9c994fa0-bb33-442d-8a59-8639509102c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.558778] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5c54f1b5-3d4c-400c-84de-cf1261289bd3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.558910] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 2928c1b7-88ab-4ccc-bffa-586cd68f51fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.559048] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.559167] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 987650e4-35a4-4997-b913-e8224280a8bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.559277] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 179392a5-0392-443c-a9a6-c5a88723afbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.559386] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 17ee3416-3542-40ad-80fb-0da1c63f3f6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.559494] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance e565fd40-68e1-4e13-862b-ffc03fbbc608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.574634] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524ae276-132d-20f1-585e-901e863d787b, 'name': SearchDatastore_Task, 'duration_secs': 0.019854} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.575520] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c3c8fb-c963-4666-b50c-ca0e6c967965 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.582957] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 759.582957] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b3e8ee-d2fd-03e8-742a-33fa5783b4ac" [ 759.582957] env[64658]: _type = "Task" [ 759.582957] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.593561] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b3e8ee-d2fd-03e8-742a-33fa5783b4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.690017] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.690371] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a8e0ea0-47de-41a2-b6aa-a7e93484573e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.701857] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 759.701857] env[64658]: value = "task-2733503" [ 759.701857] env[64658]: _type = "Task" [ 759.701857] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.712914] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.899711] env[64658]: DEBUG oslo_concurrency.lockutils [req-3a1b983f-7e98-4d53-a880-423de4ca839a req-a6c7e13e-815f-41c5-8de6-75e66afb9356 service nova] Releasing lock "refresh_cache-17ee3416-3542-40ad-80fb-0da1c63f3f6d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.005372] env[64658]: DEBUG oslo_vmware.api [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733502, 'name': PowerOnVM_Task, 'duration_secs': 0.638191} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.005668] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.005887] env[64658]: DEBUG nova.compute.manager [None req-1b38a2fd-ffb5-46f3-8c28-a83f2671e18a tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.006676] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e102c7f-18e2-4425-bb24-2ec869b710ad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.067620] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance f814e3c7-93db-4af6-9f2a-2f3e264ca008 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.094425] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b3e8ee-d2fd-03e8-742a-33fa5783b4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013456} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.094703] env[64658]: DEBUG oslo_concurrency.lockutils [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.095134] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. {{(pid=64658) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 760.095426] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.095942] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.095942] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-965097fd-1da3-4278-9463-246d6530909e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.098249] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c8fe58-debb-4e0d-9191-788e633474c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.106230] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 760.106230] env[64658]: value = "task-2733504" [ 760.106230] env[64658]: _type = "Task" [ 760.106230] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.110210] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.110390] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.111402] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b32c79f-9a8d-4fbd-9ba0-e199c16083b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.116908] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.121072] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 760.121072] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521bf278-ce72-b077-984e-2981034589f9" [ 760.121072] env[64658]: _type = "Task" [ 760.121072] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.128606] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521bf278-ce72-b077-984e-2981034589f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.212692] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.538073] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.564790] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.565115] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.565306] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.565493] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.565686] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.565889] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.566266] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.566455] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.566655] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.566858] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.567100] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.568499] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402caab7-d4d1-4327-bf9e-f2f4e16d70b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.572196] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance c1540b7f-7546-4b30-93ba-471e585e3a60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.581784] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919fcfe2-5756-4f2f-ad44-3ee3d743534f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.618676] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503819} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.618938] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. [ 760.619776] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d46dd9-c98d-4ffa-8346-40e6893e118d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.631155] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521bf278-ce72-b077-984e-2981034589f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.652775] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.653072] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a216ae-51e5-4b64-95bc-2e0b80ecf64c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.655425] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd853b0-60b4-4378-890d-c1bd28aff870 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.672537] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 760.672537] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522d6b1a-2306-e063-2569-c17d4dc98713" [ 760.672537] env[64658]: _type = "Task" [ 760.672537] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.676809] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 760.676809] env[64658]: value = "task-2733505" [ 760.676809] env[64658]: _type = "Task" [ 760.676809] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.684606] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522d6b1a-2306-e063-2569-c17d4dc98713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.687688] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.712288] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733503, 'name': CreateSnapshot_Task, 'duration_secs': 0.789128} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.712556] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.713319] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086aa70a-d5ed-469f-9828-a1e5c60fecfe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.936429] env[64658]: DEBUG nova.compute.manager [req-c5ae53f6-a62c-4bdf-ba4c-61e3db25f3f7 req-712b1493-27f0-4f8f-9412-2f9f31bcdcd0 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Received event network-vif-plugged-0834b350-ad03-4309-b84d-fac7ba396c8e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.937543] env[64658]: DEBUG oslo_concurrency.lockutils [req-c5ae53f6-a62c-4bdf-ba4c-61e3db25f3f7 req-712b1493-27f0-4f8f-9412-2f9f31bcdcd0 service nova] Acquiring lock "e565fd40-68e1-4e13-862b-ffc03fbbc608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.937543] env[64658]: DEBUG oslo_concurrency.lockutils [req-c5ae53f6-a62c-4bdf-ba4c-61e3db25f3f7 req-712b1493-27f0-4f8f-9412-2f9f31bcdcd0 service nova] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.937543] env[64658]: DEBUG oslo_concurrency.lockutils [req-c5ae53f6-a62c-4bdf-ba4c-61e3db25f3f7 req-712b1493-27f0-4f8f-9412-2f9f31bcdcd0 service nova] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.937543] env[64658]: DEBUG nova.compute.manager [req-c5ae53f6-a62c-4bdf-ba4c-61e3db25f3f7 req-712b1493-27f0-4f8f-9412-2f9f31bcdcd0 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] No waiting events found dispatching network-vif-plugged-0834b350-ad03-4309-b84d-fac7ba396c8e {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.937543] env[64658]: WARNING nova.compute.manager [req-c5ae53f6-a62c-4bdf-ba4c-61e3db25f3f7 req-712b1493-27f0-4f8f-9412-2f9f31bcdcd0 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Received unexpected event network-vif-plugged-0834b350-ad03-4309-b84d-fac7ba396c8e for instance with vm_state building and task_state spawning. [ 761.008562] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Successfully updated port: 0834b350-ad03-4309-b84d-fac7ba396c8e {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.075112] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 146cdb65-6e67-4091-a32c-dd8c5accbdba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.184134] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522d6b1a-2306-e063-2569-c17d4dc98713, 'name': SearchDatastore_Task, 'duration_secs': 0.018126} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.184676] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.184936] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 17ee3416-3542-40ad-80fb-0da1c63f3f6d/17ee3416-3542-40ad-80fb-0da1c63f3f6d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.185202] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd98c7b-6a9f-45c9-8557-9855cc055c27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.189825] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733505, 'name': ReconfigVM_Task, 'duration_secs': 0.301662} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.190441] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.191213] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c22187-db7f-4716-b967-cc881b74f252 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.196102] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 761.196102] env[64658]: value = "task-2733506" [ 761.196102] env[64658]: _type = "Task" [ 761.196102] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.222040] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8870dae-d043-42c7-b93b-2ba0ac8ef988 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.242448] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 761.242849] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.243582] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6da54d9-b1cc-452b-8247-a4486b0719cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.252835] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 761.252835] env[64658]: value = "task-2733508" [ 761.252835] env[64658]: _type = "Task" [ 761.252835] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.254286] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 761.254286] env[64658]: value = "task-2733507" [ 761.254286] env[64658]: _type = "Task" [ 761.254286] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.270742] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.271081] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733507, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.510778] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "refresh_cache-e565fd40-68e1-4e13-862b-ffc03fbbc608" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.510950] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "refresh_cache-e565fd40-68e1-4e13-862b-ffc03fbbc608" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.511121] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.581022] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 13b41870-4408-41c7-8e44-25f31f709f95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.708377] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733506, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.771264] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733507, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.771651] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.055151] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.084047] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 2af40134-8a16-4b54-a16f-2598a45fb781 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 762.208973] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724041} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.209387] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 17ee3416-3542-40ad-80fb-0da1c63f3f6d/17ee3416-3542-40ad-80fb-0da1c63f3f6d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.209610] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.209859] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91fa09bd-3592-4907-b4ef-5a56ecb93798 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.212494] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Updating instance_info_cache with network_info: [{"id": "0834b350-ad03-4309-b84d-fac7ba396c8e", "address": "fa:16:3e:b3:8c:37", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0834b350-ad", "ovs_interfaceid": "0834b350-ad03-4309-b84d-fac7ba396c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.219680] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 762.219680] env[64658]: value = "task-2733509" [ 762.219680] env[64658]: _type = "Task" [ 762.219680] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.232249] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.268910] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733508, 'name': ReconfigVM_Task, 'duration_secs': 0.853647} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.272374] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.272647] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733507, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.272868] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75fe2763-6626-4f17-aeb6-1ea3a5018c27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.281414] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 762.281414] env[64658]: value = "task-2733510" [ 762.281414] env[64658]: _type = "Task" [ 762.281414] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.291199] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.588220] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 2e6c189f-d6c6-415c-9f64-b9b6413cdf87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 762.715452] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "refresh_cache-e565fd40-68e1-4e13-862b-ffc03fbbc608" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.716871] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Instance network_info: |[{"id": "0834b350-ad03-4309-b84d-fac7ba396c8e", "address": "fa:16:3e:b3:8c:37", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0834b350-ad", "ovs_interfaceid": "0834b350-ad03-4309-b84d-fac7ba396c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.717353] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:8c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0834b350-ad03-4309-b84d-fac7ba396c8e', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.728158] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Creating folder: Project (faee3e8a817949278a7bbccc90b9e818). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.730137] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3206e47-9718-4df9-ae36-9c3e73b1ff62 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.745515] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107546} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.746065] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.746852] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ebe81-ab38-4066-9918-091b4d849a58 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.756811] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Created folder: Project (faee3e8a817949278a7bbccc90b9e818) in parent group-v550231. [ 762.757010] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Creating folder: Instances. Parent ref: group-v550360. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.757638] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88353595-3841-409e-aab7-94fd1a687776 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.783539] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 17ee3416-3542-40ad-80fb-0da1c63f3f6d/17ee3416-3542-40ad-80fb-0da1c63f3f6d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.785744] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d8b9a4-f8ed-4d61-8847-4a6fef2f7b83 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.801727] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Created folder: Instances in parent group-v550360. [ 762.802268] env[64658]: DEBUG oslo.service.loopingcall [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.810596] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.811241] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733507, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.811929] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1567e353-b9ee-4cab-ba27-2b9439c8155e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.832680] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 762.832680] env[64658]: value = "task-2733513" [ 762.832680] env[64658]: _type = "Task" [ 762.832680] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.841145] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733510, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.842949] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.842949] env[64658]: value = "task-2733514" [ 762.842949] env[64658]: _type = "Task" [ 762.842949] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.849995] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.856414] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733514, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.017035] env[64658]: DEBUG nova.compute.manager [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Received event network-changed-0834b350-ad03-4309-b84d-fac7ba396c8e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.017237] env[64658]: DEBUG nova.compute.manager [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Refreshing instance network info cache due to event network-changed-0834b350-ad03-4309-b84d-fac7ba396c8e. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.017454] env[64658]: DEBUG oslo_concurrency.lockutils [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] Acquiring lock "refresh_cache-e565fd40-68e1-4e13-862b-ffc03fbbc608" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.017635] env[64658]: DEBUG oslo_concurrency.lockutils [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] Acquired lock "refresh_cache-e565fd40-68e1-4e13-862b-ffc03fbbc608" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.017752] env[64658]: DEBUG nova.network.neutron [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Refreshing network info cache for port 0834b350-ad03-4309-b84d-fac7ba396c8e {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.091760] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 763.270409] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733507, 'name': CloneVM_Task, 'duration_secs': 1.756399} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.270691] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Created linked-clone VM from snapshot [ 763.271718] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6503adc9-1a37-4018-94c8-dcdc1ead48a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.280704] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Uploading image 6c806ed4-94a9-4fb3-9558-009dc0203a66 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 763.295416] env[64658]: DEBUG oslo_vmware.api [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733510, 'name': PowerOnVM_Task, 'duration_secs': 0.716141} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.297557] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.300438] env[64658]: DEBUG nova.compute.manager [None req-381579fb-3df3-46da-9862-2c1581ebb971 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.301236] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a839dfc7-c373-471b-a897-9bbf931268bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.312693] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 763.312693] env[64658]: value = "vm-550359" [ 763.312693] env[64658]: _type = "VirtualMachine" [ 763.312693] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 763.313076] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6825516-9e39-43b9-8e47-af2834f2e648 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.320759] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lease: (returnval){ [ 763.320759] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5258ea59-f635-e989-8076-25d5aa657b9c" [ 763.320759] env[64658]: _type = "HttpNfcLease" [ 763.320759] env[64658]: } obtained for exporting VM: (result){ [ 763.320759] env[64658]: value = "vm-550359" [ 763.320759] env[64658]: _type = "VirtualMachine" [ 763.320759] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 763.321543] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the lease: (returnval){ [ 763.321543] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5258ea59-f635-e989-8076-25d5aa657b9c" [ 763.321543] env[64658]: _type = "HttpNfcLease" [ 763.321543] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 763.329437] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.329437] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5258ea59-f635-e989-8076-25d5aa657b9c" [ 763.329437] env[64658]: _type = "HttpNfcLease" [ 763.329437] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 763.345040] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733513, 'name': ReconfigVM_Task, 'duration_secs': 0.509645} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.347882] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 17ee3416-3542-40ad-80fb-0da1c63f3f6d/17ee3416-3542-40ad-80fb-0da1c63f3f6d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.349236] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d18fc9-0f1b-4a58-b3ef-1c509873eb25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.356707] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733514, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.358454] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 763.358454] env[64658]: value = "task-2733516" [ 763.358454] env[64658]: _type = "Task" [ 763.358454] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.367059] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733516, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.511241] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-5756535c-f4fc-41a7-b6e3-a04e72cad7fa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.511540] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-5756535c-f4fc-41a7-b6e3-a04e72cad7fa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.511903] env[64658]: DEBUG nova.objects.instance [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'flavor' on Instance uuid 5756535c-f4fc-41a7-b6e3-a04e72cad7fa {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.595049] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 75f0eb9c-821c-4f8a-843d-cabea91f149d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 763.724647] env[64658]: DEBUG nova.network.neutron [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Updated VIF entry in instance network info cache for port 0834b350-ad03-4309-b84d-fac7ba396c8e. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.725317] env[64658]: DEBUG nova.network.neutron [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Updating instance_info_cache with network_info: [{"id": "0834b350-ad03-4309-b84d-fac7ba396c8e", "address": "fa:16:3e:b3:8c:37", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0834b350-ad", "ovs_interfaceid": "0834b350-ad03-4309-b84d-fac7ba396c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.831057] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.831057] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5258ea59-f635-e989-8076-25d5aa657b9c" [ 763.831057] env[64658]: _type = "HttpNfcLease" [ 763.831057] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.831553] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.831553] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5258ea59-f635-e989-8076-25d5aa657b9c" [ 763.831553] env[64658]: _type = "HttpNfcLease" [ 763.831553] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.832342] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c01872-2e2e-4286-bc0e-613f7fc40701 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.841735] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d0f-d1f0-05e6-5c3e-198258a3dcb0/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.841942] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d0f-d1f0-05e6-5c3e-198258a3dcb0/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.914041] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733514, 'name': CreateVM_Task, 'duration_secs': 0.548407} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.914962] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.916284] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.916471] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.916825] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.917524] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ff31f9-bc57-4ba4-99b1-524b292d7bc2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.923483] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733516, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.928692] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 763.928692] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e66853-3e21-5eab-23c0-d579263a2839" [ 763.928692] env[64658]: _type = "Task" [ 763.928692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.940699] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e66853-3e21-5eab-23c0-d579263a2839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.974370] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4cd61b9-cc19-4ad5-8e6e-4fad101e8a91 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.093224] env[64658]: DEBUG nova.objects.instance [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'pci_requests' on Instance uuid 5756535c-f4fc-41a7-b6e3-a04e72cad7fa {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.098706] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance a7739099-b48a-4925-a176-93b4f4f7570f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 764.228749] env[64658]: DEBUG oslo_concurrency.lockutils [req-fe04002c-089c-4120-9d77-c6683fa5f421 req-235b1df3-6c06-4012-962a-c97aa920cee7 service nova] Releasing lock "refresh_cache-e565fd40-68e1-4e13-862b-ffc03fbbc608" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.417230] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733516, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.439492] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "afdef77d-2cba-47a6-b593-7736669070f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.440119] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.447934] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e66853-3e21-5eab-23c0-d579263a2839, 'name': SearchDatastore_Task, 'duration_secs': 0.016241} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.448609] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.448609] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.448807] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.448963] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.449208] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.449811] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d66a699-f270-4826-a833-69b91d6ffb17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.461803] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.461995] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.462813] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb27573-d1bf-41fc-a1a1-5180b974300a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.470809] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 764.470809] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52701836-c566-1c94-45fc-c55e7c77ede9" [ 764.470809] env[64658]: _type = "Task" [ 764.470809] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.482084] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52701836-c566-1c94-45fc-c55e7c77ede9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.596089] env[64658]: DEBUG nova.objects.base [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Object Instance<5756535c-f4fc-41a7-b6e3-a04e72cad7fa> lazy-loaded attributes: flavor,pci_requests {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 764.596089] env[64658]: DEBUG nova.network.neutron [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.602259] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 29dc6f3d-26c5-4757-905b-5c7bc0e14998 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 764.602548] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 764.602769] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 764.628454] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.629262] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.629803] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.630881] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.630881] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.633667] env[64658]: INFO nova.compute.manager [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Terminating instance [ 764.636992] env[64658]: DEBUG nova.policy [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.920614] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733516, 'name': Rename_Task, 'duration_secs': 1.431029} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.925031] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.925031] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6960b4b9-4c50-4ed6-b229-6e7da90fa123 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.933126] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 764.933126] env[64658]: value = "task-2733517" [ 764.933126] env[64658]: _type = "Task" [ 764.933126] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.944144] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.985601] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52701836-c566-1c94-45fc-c55e7c77ede9, 'name': SearchDatastore_Task, 'duration_secs': 0.0202} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.987034] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9744452c-f0d7-4502-bb38-8cbe981a8ddd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.993569] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 764.993569] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c4ead5-37bc-6800-4140-fc1764b2834c" [ 764.993569] env[64658]: _type = "Task" [ 764.993569] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.006884] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c4ead5-37bc-6800-4140-fc1764b2834c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.054516] env[64658]: DEBUG nova.network.neutron [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Successfully created port: 5216ddf9-2605-4533-b77c-aad42b0db9c0 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.144984] env[64658]: DEBUG nova.compute.manager [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.146239] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.147210] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c3a12c-2e20-438a-8ee2-57e96536bf04 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.161185] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.161185] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ac78ba6-dc22-46c7-9c20-4567f9c046fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.170310] env[64658]: DEBUG oslo_vmware.api [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 765.170310] env[64658]: value = "task-2733518" [ 765.170310] env[64658]: _type = "Task" [ 765.170310] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.182833] env[64658]: DEBUG oslo_vmware.api [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.184320] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a196d-7778-4362-9906-359011bb8cbe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.194650] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d23fb0-d478-4105-b446-dfd99748bbf0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.237616] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ef9ef1-a5b3-4363-8e80-455bbdbf2dc5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247830] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d51dfd-98a8-4641-b081-b79a19195c32 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.265131] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.445781] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733517, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.506408] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c4ead5-37bc-6800-4140-fc1764b2834c, 'name': SearchDatastore_Task, 'duration_secs': 0.029959} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.506780] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.507116] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] e565fd40-68e1-4e13-862b-ffc03fbbc608/e565fd40-68e1-4e13-862b-ffc03fbbc608.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.507482] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be04ba6e-b934-4226-b103-fc8d784a249b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.517241] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 765.517241] env[64658]: value = "task-2733519" [ 765.517241] env[64658]: _type = "Task" [ 765.517241] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.527417] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.681112] env[64658]: DEBUG oslo_vmware.api [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733518, 'name': PowerOffVM_Task, 'duration_secs': 0.271837} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.681490] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.681813] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.682167] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad8f14f1-96bc-46e1-bcb7-a675766e83ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.785144] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.785630] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.785689] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Deleting the datastore file [datastore2] 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.786369] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7ad80f-3338-4683-8c31-1109a12dd741 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.797427] env[64658]: DEBUG oslo_vmware.api [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for the task: (returnval){ [ 765.797427] env[64658]: value = "task-2733521" [ 765.797427] env[64658]: _type = "Task" [ 765.797427] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.798809] env[64658]: ERROR nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [req-2e645bba-6501-4e93-a645-a40e8d38f1a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e645bba-6501-4e93-a645-a40e8d38f1a9"}]} [ 765.812400] env[64658]: DEBUG oslo_vmware.api [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.822918] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 765.841075] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 765.841281] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.856861] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 765.878570] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 765.947416] env[64658]: DEBUG oslo_vmware.api [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733517, 'name': PowerOnVM_Task, 'duration_secs': 0.620455} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.950492] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.950716] env[64658]: INFO nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Took 10.10 seconds to spawn the instance on the hypervisor. [ 765.950900] env[64658]: DEBUG nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.952064] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36d9f78-7bb1-4ea7-b79f-579eeb1fcaae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.029652] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.311321] env[64658]: DEBUG oslo_vmware.api [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Task: {'id': task-2733521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342059} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.314758] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.315034] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.315323] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.315537] env[64658]: INFO nova.compute.manager [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 766.315868] env[64658]: DEBUG oslo.service.loopingcall [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.316330] env[64658]: DEBUG nova.compute.manager [-] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.316476] env[64658]: DEBUG nova.network.neutron [-] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.354465] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b5017-2eec-4c9e-a8c8-511e9b6161d0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.365371] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4121846-552e-4f54-8997-ee9b52e53268 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.400889] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b714c-665a-4bf7-ab43-febdc3f71283 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.409812] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1181d67-59d6-4141-bbad-b9a86f740829 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.425891] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.479569] env[64658]: INFO nova.compute.manager [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Took 53.48 seconds to build instance. [ 766.530156] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590477} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.530404] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] e565fd40-68e1-4e13-862b-ffc03fbbc608/e565fd40-68e1-4e13-862b-ffc03fbbc608.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.530621] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.531070] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bda5e408-65ff-4126-9849-c56e5bdb81e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.539617] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 766.539617] env[64658]: value = "task-2733522" [ 766.539617] env[64658]: _type = "Task" [ 766.539617] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.548642] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.756742] env[64658]: DEBUG nova.objects.instance [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lazy-loading 'flavor' on Instance uuid 60a8f1f1-20a3-462d-b6fb-77b930c76b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.833655] env[64658]: DEBUG nova.network.neutron [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Successfully updated port: 5216ddf9-2605-4533-b77c-aad42b0db9c0 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.981294] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 766.981793] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 66 to 67 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 766.982023] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.986217] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-8dcf-411c-b00d-fc9772982ada tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.334s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.050186] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077215} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.050482] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.051311] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6dfbe2-9a16-410a-b45e-79bf70687f0b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.075801] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] e565fd40-68e1-4e13-862b-ffc03fbbc608/e565fd40-68e1-4e13-862b-ffc03fbbc608.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.076884] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b0e614-ecaa-467f-8453-2edb52064522 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.099512] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 767.099512] env[64658]: value = "task-2733523" [ 767.099512] env[64658]: _type = "Task" [ 767.099512] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.109577] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.264616] env[64658]: DEBUG oslo_concurrency.lockutils [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.264856] env[64658]: DEBUG oslo_concurrency.lockutils [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquired lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.335406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.335786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.335786] env[64658]: DEBUG nova.network.neutron [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.490944] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 767.491268] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.984s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.492445] env[64658]: DEBUG nova.network.neutron [-] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.494664] env[64658]: DEBUG nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.499120] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.822s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.499120] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.503735] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.616s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.509547] env[64658]: INFO nova.compute.claims [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.544758] env[64658]: INFO nova.scheduler.client.report [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Deleted allocations for instance 60e0f787-8892-45be-ba34-fee3467cf46b [ 767.612245] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.886737] env[64658]: WARNING nova.network.neutron [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] 6914deb4-4322-4fbd-bc90-47969a531684 already exists in list: networks containing: ['6914deb4-4322-4fbd-bc90-47969a531684']. ignoring it [ 767.963149] env[64658]: DEBUG nova.compute.manager [req-96314c26-5204-4645-9d31-e512eaea2930 req-617e6423-22c8-43d0-92a4-8889437554d9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received event network-vif-plugged-5216ddf9-2605-4533-b77c-aad42b0db9c0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.963377] env[64658]: DEBUG oslo_concurrency.lockutils [req-96314c26-5204-4645-9d31-e512eaea2930 req-617e6423-22c8-43d0-92a4-8889437554d9 service nova] Acquiring lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.963592] env[64658]: DEBUG oslo_concurrency.lockutils [req-96314c26-5204-4645-9d31-e512eaea2930 req-617e6423-22c8-43d0-92a4-8889437554d9 service nova] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.963761] env[64658]: DEBUG oslo_concurrency.lockutils [req-96314c26-5204-4645-9d31-e512eaea2930 req-617e6423-22c8-43d0-92a4-8889437554d9 service nova] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.963927] env[64658]: DEBUG nova.compute.manager [req-96314c26-5204-4645-9d31-e512eaea2930 req-617e6423-22c8-43d0-92a4-8889437554d9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] No waiting events found dispatching network-vif-plugged-5216ddf9-2605-4533-b77c-aad42b0db9c0 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.964113] env[64658]: WARNING nova.compute.manager [req-96314c26-5204-4645-9d31-e512eaea2930 req-617e6423-22c8-43d0-92a4-8889437554d9 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received unexpected event network-vif-plugged-5216ddf9-2605-4533-b77c-aad42b0db9c0 for instance with vm_state active and task_state None. [ 767.982699] env[64658]: DEBUG nova.compute.manager [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.982699] env[64658]: DEBUG nova.compute.manager [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing instance network info cache due to event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.982699] env[64658]: DEBUG oslo_concurrency.lockutils [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] Acquiring lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.982699] env[64658]: DEBUG oslo_concurrency.lockutils [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] Acquired lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.982699] env[64658]: DEBUG nova.network.neutron [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.988236] env[64658]: DEBUG nova.network.neutron [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.015920] env[64658]: INFO nova.compute.manager [-] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Took 1.70 seconds to deallocate network for instance. [ 768.786466] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.791208] env[64658]: DEBUG nova.compute.manager [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.797737] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.798868] env[64658]: DEBUG oslo_concurrency.lockutils [None req-16caaf7b-f4f0-48d0-9ed0-922ea0b77d8d tempest-FloatingIPsAssociationTestJSON-1136324917 tempest-FloatingIPsAssociationTestJSON-1136324917-project-member] Lock "60e0f787-8892-45be-ba34-fee3467cf46b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.763s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.802850] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae799bc-8e5e-42c6-ad61-a9f42defb1ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.813054] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733523, 'name': ReconfigVM_Task, 'duration_secs': 1.51408} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.815395] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Reconfigured VM instance instance-0000002a to attach disk [datastore1] e565fd40-68e1-4e13-862b-ffc03fbbc608/e565fd40-68e1-4e13-862b-ffc03fbbc608.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.817300] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4fbe474-df9a-4009-8146-d53a7cc5cbf5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.825728] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 768.825728] env[64658]: value = "task-2733524" [ 768.825728] env[64658]: _type = "Task" [ 768.825728] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.835241] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733524, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.148437] env[64658]: DEBUG nova.network.neutron [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updated VIF entry in instance network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.149280] env[64658]: DEBUG nova.network.neutron [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.152580] env[64658]: DEBUG nova.network.neutron [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5216ddf9-2605-4533-b77c-aad42b0db9c0", "address": "fa:16:3e:fb:38:62", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5216ddf9-26", "ovs_interfaceid": "5216ddf9-2605-4533-b77c-aad42b0db9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.218624] env[64658]: DEBUG nova.network.neutron [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.320197] env[64658]: INFO nova.compute.manager [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] instance snapshotting [ 769.320831] env[64658]: DEBUG nova.objects.instance [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'flavor' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.326165] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05f455-2bb8-4d94-b7e1-4ecdfc80b289 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.340216] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733524, 'name': Rename_Task, 'duration_secs': 0.298274} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.341135] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359cac16-0664-4c93-b94d-7e1b1205b7ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.344348] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.344866] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea68b3a-973b-410b-9cb1-6cdcee87ab00 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.376999] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdfaf68-a1c7-4966-acf1-c624e0757fc3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.379857] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 769.379857] env[64658]: value = "task-2733525" [ 769.379857] env[64658]: _type = "Task" [ 769.379857] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.388020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bdfa18-9d54-4dcb-8cf1-50b0360f6aeb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.394599] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.405874] env[64658]: DEBUG nova.compute.provider_tree [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.653101] env[64658]: DEBUG oslo_concurrency.lockutils [req-a2c7b9de-a14b-443d-804a-72e7bb0c9043 req-d67231cb-baff-4883-987b-9f474177dca8 service nova] Releasing lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.657997] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.658807] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.658968] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.659854] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15448e2-0c2a-4036-b1a6-dc5503ccbddc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.679456] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.679779] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.679876] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.680037] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.680190] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.680339] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.680567] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.680727] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.680891] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.681064] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.681238] env[64658]: DEBUG nova.virt.hardware [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.688590] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Reconfiguring VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 769.688945] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07eeceb4-ba8e-45e2-a189-c7bc3480efd6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.707728] env[64658]: DEBUG oslo_vmware.api [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 769.707728] env[64658]: value = "task-2733526" [ 769.707728] env[64658]: _type = "Task" [ 769.707728] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.716564] env[64658]: DEBUG oslo_vmware.api [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733526, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.722293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Releasing lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.722542] env[64658]: DEBUG nova.compute.manager [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Inject network info {{(pid=64658) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 769.722803] env[64658]: DEBUG nova.compute.manager [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] network_info to inject: |[{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 769.727581] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Reconfiguring VM instance to set the machine id {{(pid=64658) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 769.727893] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d687767a-e13c-4e67-8117-21bc85055aec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.745474] env[64658]: DEBUG oslo_vmware.api [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 769.745474] env[64658]: value = "task-2733527" [ 769.745474] env[64658]: _type = "Task" [ 769.745474] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.754722] env[64658]: DEBUG oslo_vmware.api [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.826850] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79235f1f-96db-47f7-b725-ba656eaf10e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.848781] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cef2068-32c7-4e86-93a1-dbaf564ecf9f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.891693] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.910039] env[64658]: DEBUG nova.scheduler.client.report [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.218826] env[64658]: DEBUG oslo_vmware.api [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.256494] env[64658]: DEBUG oslo_vmware.api [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733527, 'name': ReconfigVM_Task, 'duration_secs': 0.200969} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.256925] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-208cb3ce-9a4d-42ef-962c-ebf501765d05 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Reconfigured VM instance to set the machine id {{(pid=64658) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 770.361217] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.361578] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-deaea11e-395a-4d1c-a1e4-90117bc7ee46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.371208] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 770.371208] env[64658]: value = "task-2733528" [ 770.371208] env[64658]: _type = "Task" [ 770.371208] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.382685] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.392969] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.415831] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.415831] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.419802] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.389s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.421563] env[64658]: INFO nova.compute.claims [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.722248] env[64658]: DEBUG oslo_vmware.api [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733526, 'name': ReconfigVM_Task, 'duration_secs': 0.740097} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.723121] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.723938] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Reconfigured VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 770.885126] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.897346] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733525, 'name': PowerOnVM_Task, 'duration_secs': 1.504052} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.897730] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.898025] env[64658]: INFO nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Took 10.36 seconds to spawn the instance on the hypervisor. [ 770.898293] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.899556] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0895978-f5d5-4925-885d-be1463d6e549 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.931121] env[64658]: DEBUG nova.compute.utils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.933824] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.933824] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.996554] env[64658]: DEBUG nova.policy [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62598a5079a4340b6adfb0468efcfa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faee3e8a817949278a7bbccc90b9e818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.232485] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e305d333-203e-4f82-9467-e63c9e16436b tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-5756535c-f4fc-41a7-b6e3-a04e72cad7fa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.720s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.387390] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733528, 'name': CreateSnapshot_Task, 'duration_secs': 0.693116} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.389506] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.391458] env[64658]: DEBUG nova.compute.manager [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received event network-changed-5216ddf9-2605-4533-b77c-aad42b0db9c0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.391642] env[64658]: DEBUG nova.compute.manager [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Refreshing instance network info cache due to event network-changed-5216ddf9-2605-4533-b77c-aad42b0db9c0. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.392317] env[64658]: DEBUG oslo_concurrency.lockutils [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] Acquiring lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.392474] env[64658]: DEBUG oslo_concurrency.lockutils [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] Acquired lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.392636] env[64658]: DEBUG nova.network.neutron [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Refreshing network info cache for port 5216ddf9-2605-4533-b77c-aad42b0db9c0 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.395575] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb03b78-c7ef-4049-8f2b-60ff5d1d254a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.421587] env[64658]: INFO nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Took 48.52 seconds to build instance. [ 771.438883] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.470386] env[64658]: DEBUG nova.compute.manager [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.470629] env[64658]: DEBUG nova.compute.manager [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing instance network info cache due to event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.470887] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] Acquiring lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.471081] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] Acquired lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.471303] env[64658]: DEBUG nova.network.neutron [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.485735] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Successfully created port: 28a71b97-14ec-4b88-9668-54ca34226d6b {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.853408] env[64658]: DEBUG nova.compute.manager [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.855190] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadaf93d-9849-4b50-99a0-27f94e52cc1c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.924443] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.930519] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.930s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.931137] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3dd28b7b-af1c-4887-b2c3-c544154b7625 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.951145] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 771.951145] env[64658]: value = "task-2733529" [ 771.951145] env[64658]: _type = "Task" [ 771.951145] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.970100] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733529, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.024299] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7083e9-510e-4bd1-97d1-8b242687ab23 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.040112] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e6d12f-1ebf-41cb-91a4-c7930225780d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.049638] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d0f-d1f0-05e6-5c3e-198258a3dcb0/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.051119] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682c351-a272-4c60-a1b4-bf271b02d2af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.059610] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d0f-d1f0-05e6-5c3e-198258a3dcb0/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.060051] env[64658]: ERROR oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d0f-d1f0-05e6-5c3e-198258a3dcb0/disk-0.vmdk due to incomplete transfer. [ 772.084766] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7d78c41-14c9-4da7-a477-4de00cd5df34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.087957] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d48336-2bc5-4c6d-bc65-17f6c12a93a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.099924] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8572274e-3cf2-48a0-84da-e98b00276f44 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.106898] env[64658]: DEBUG oslo_vmware.rw_handles [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d0f-d1f0-05e6-5c3e-198258a3dcb0/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.107165] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Uploaded image 6c806ed4-94a9-4fb3-9558-009dc0203a66 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.109826] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.110541] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-215b969e-a66f-4f25-ac69-3a4a2991de84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.121212] env[64658]: DEBUG nova.compute.provider_tree [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.124273] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 772.124273] env[64658]: value = "task-2733530" [ 772.124273] env[64658]: _type = "Task" [ 772.124273] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.134889] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733530, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.384949] env[64658]: INFO nova.compute.manager [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] instance snapshotting [ 772.391020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df77817f-65c6-4223-8a48-4fb87aab7084 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.419479] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad967e-674a-41ce-80d5-e01f73fce4b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.432029] env[64658]: DEBUG nova.network.neutron [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updated VIF entry in instance network info cache for port 5216ddf9-2605-4533-b77c-aad42b0db9c0. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.432261] env[64658]: DEBUG nova.network.neutron [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5216ddf9-2605-4533-b77c-aad42b0db9c0", "address": "fa:16:3e:fb:38:62", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5216ddf9-26", "ovs_interfaceid": "5216ddf9-2605-4533-b77c-aad42b0db9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.443537] env[64658]: DEBUG nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.453346] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.469183] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733529, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.483825] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.484109] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.484284] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.484505] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.484659] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.484818] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.485319] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.485577] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.485723] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.485890] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.486162] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.487346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39453798-f74f-4e79-b0c2-32ea928f227c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.497889] env[64658]: DEBUG nova.network.neutron [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updated VIF entry in instance network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.498574] env[64658]: DEBUG nova.network.neutron [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.500997] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d002e-82a5-4178-9318-467a3a6e4967 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.627143] env[64658]: DEBUG nova.scheduler.client.report [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.651242] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733530, 'name': Destroy_Task, 'duration_secs': 0.464071} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.651684] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Destroyed the VM [ 772.652160] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 772.652939] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47f59eae-9c00-40fb-bdb2-8ee053fcbde3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.663599] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 772.663599] env[64658]: value = "task-2733531" [ 772.663599] env[64658]: _type = "Task" [ 772.663599] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.678543] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.939762] env[64658]: DEBUG oslo_concurrency.lockutils [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] Releasing lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.940049] env[64658]: DEBUG nova.compute.manager [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Received event network-vif-deleted-78ce971c-e844-418b-bb28-1b912f9b18d0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.940241] env[64658]: DEBUG nova.compute.manager [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Received event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.940566] env[64658]: DEBUG nova.compute.manager [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing instance network info cache due to event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.940640] env[64658]: DEBUG oslo_concurrency.lockutils [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] Acquiring lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.940743] env[64658]: DEBUG oslo_concurrency.lockutils [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] Acquired lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.941194] env[64658]: DEBUG nova.network.neutron [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.945148] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 772.945148] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-121e9a7f-7c93-4f37-9b0b-95543a4ec2a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.954163] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 772.954163] env[64658]: value = "task-2733532" [ 772.954163] env[64658]: _type = "Task" [ 772.954163] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.970358] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.975452] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.976201] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733529, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.008228] env[64658]: DEBUG oslo_concurrency.lockutils [req-5a8dd00a-f51d-471e-b0e4-415a80f64d5c req-20f4ce32-cd92-4910-ab8c-a367d794920e service nova] Releasing lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.134600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.135472] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.138326] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.411s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.141501] env[64658]: INFO nova.compute.claims [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.180479] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.355500] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Successfully updated port: 28a71b97-14ec-4b88-9668-54ca34226d6b {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.472104] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733529, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.475715] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733532, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.530469] env[64658]: DEBUG nova.objects.instance [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lazy-loading 'flavor' on Instance uuid 60a8f1f1-20a3-462d-b6fb-77b930c76b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.645586] env[64658]: DEBUG nova.compute.manager [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.645991] env[64658]: DEBUG nova.compute.manager [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing instance network info cache due to event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.650350] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Acquiring lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.650350] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Acquired lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.650350] env[64658]: DEBUG nova.network.neutron [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.650350] env[64658]: DEBUG nova.compute.utils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 773.654268] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.656447] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.685203] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.702266] env[64658]: DEBUG nova.policy [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62598a5079a4340b6adfb0468efcfa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faee3e8a817949278a7bbccc90b9e818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.862728] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "refresh_cache-f814e3c7-93db-4af6-9f2a-2f3e264ca008" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.862887] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "refresh_cache-f814e3c7-93db-4af6-9f2a-2f3e264ca008" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.863049] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.969806] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733532, 'name': CreateSnapshot_Task, 'duration_secs': 0.960194} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.971896] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 773.973478] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b174ac7-d859-4707-a2c5-fc6506b31f59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.984699] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733529, 'name': CloneVM_Task, 'duration_secs': 1.692789} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.985789] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Created linked-clone VM from snapshot [ 773.986678] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6f1c28-98b2-4537-be1a-9df18eab9194 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.006468] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Uploading image 18880807-190f-4e16-8eb1-01530eaf01db {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.028343] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Successfully created port: 4a1e209f-472c-4127-989b-087b46513e1f {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.040069] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.047011] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.047011] env[64658]: value = "vm-550364" [ 774.047011] env[64658]: _type = "VirtualMachine" [ 774.047011] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.047574] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44a360fd-7230-4b09-b737-eeaea9c639e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.057834] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease: (returnval){ [ 774.057834] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52744d0b-077a-e42c-0f6e-2ad33df1f5e8" [ 774.057834] env[64658]: _type = "HttpNfcLease" [ 774.057834] env[64658]: } obtained for exporting VM: (result){ [ 774.057834] env[64658]: value = "vm-550364" [ 774.057834] env[64658]: _type = "VirtualMachine" [ 774.057834] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.058190] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the lease: (returnval){ [ 774.058190] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52744d0b-077a-e42c-0f6e-2ad33df1f5e8" [ 774.058190] env[64658]: _type = "HttpNfcLease" [ 774.058190] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.066599] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.066599] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52744d0b-077a-e42c-0f6e-2ad33df1f5e8" [ 774.066599] env[64658]: _type = "HttpNfcLease" [ 774.066599] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.076839] env[64658]: DEBUG nova.network.neutron [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updated VIF entry in instance network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.077240] env[64658]: DEBUG nova.network.neutron [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.152060] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.179187] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733531, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.409826] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.507033] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 774.509447] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d3c3053-7b3a-4c6a-96ce-a8a97cf4192e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.521233] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 774.521233] env[64658]: value = "task-2733534" [ 774.521233] env[64658]: _type = "Task" [ 774.521233] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.534965] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733534, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.566865] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.566865] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52744d0b-077a-e42c-0f6e-2ad33df1f5e8" [ 774.566865] env[64658]: _type = "HttpNfcLease" [ 774.566865] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.567130] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.567130] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52744d0b-077a-e42c-0f6e-2ad33df1f5e8" [ 774.567130] env[64658]: _type = "HttpNfcLease" [ 774.567130] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.567892] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e6fd6-1935-419e-92f2-fe0df7ea7a1d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.576337] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211ebbf-105d-2570-d7a7-d76008a71e38/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.576616] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211ebbf-105d-2570-d7a7-d76008a71e38/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.580789] env[64658]: DEBUG oslo_concurrency.lockutils [req-bea1e264-523c-4262-b10a-3d3059043fe7 req-ad80a29b-2a8b-40d7-8350-83a79a02b045 service nova] Releasing lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.584916] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquired lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.649485] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Updating instance_info_cache with network_info: [{"id": "28a71b97-14ec-4b88-9668-54ca34226d6b", "address": "fa:16:3e:9c:1d:10", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a71b97-14", "ovs_interfaceid": "28a71b97-14ec-4b88-9668-54ca34226d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.651303] env[64658]: DEBUG nova.network.neutron [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updated VIF entry in instance network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.651626] env[64658]: DEBUG nova.network.neutron [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.682243] env[64658]: DEBUG oslo_vmware.api [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733531, 'name': RemoveSnapshot_Task, 'duration_secs': 1.792413} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.683256] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.683256] env[64658]: INFO nova.compute.manager [None req-cf1fa8a7-355c-4313-8af2-37ae2120c956 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Took 15.54 seconds to snapshot the instance on the hypervisor. [ 774.688565] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe6ccf14-b9de-4987-a39a-8cf348942a87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.800948] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4659877e-a7fc-44f4-8293-31aa6fcf42fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.810842] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33967809-68b6-47ec-a05b-39d3d3207edb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.845677] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c9570-4fd1-45a2-b260-41ceb877a731 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.854798] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a3510-3901-4575-b409-0108fc2b8ae7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.872111] env[64658]: DEBUG nova.compute.provider_tree [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.032919] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733534, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.155935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "refresh_cache-f814e3c7-93db-4af6-9f2a-2f3e264ca008" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.156294] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Instance network_info: |[{"id": "28a71b97-14ec-4b88-9668-54ca34226d6b", "address": "fa:16:3e:9c:1d:10", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a71b97-14", "ovs_interfaceid": "28a71b97-14ec-4b88-9668-54ca34226d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.160581] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Releasing lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.160581] env[64658]: DEBUG nova.compute.manager [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Received event network-vif-plugged-28a71b97-14ec-4b88-9668-54ca34226d6b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.160581] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Acquiring lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.160581] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.160581] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.160869] env[64658]: DEBUG nova.compute.manager [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] No waiting events found dispatching network-vif-plugged-28a71b97-14ec-4b88-9668-54ca34226d6b {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.160869] env[64658]: WARNING nova.compute.manager [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Received unexpected event network-vif-plugged-28a71b97-14ec-4b88-9668-54ca34226d6b for instance with vm_state building and task_state spawning. [ 775.161588] env[64658]: DEBUG nova.compute.manager [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Received event network-changed-28a71b97-14ec-4b88-9668-54ca34226d6b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.161588] env[64658]: DEBUG nova.compute.manager [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Refreshing instance network info cache due to event network-changed-28a71b97-14ec-4b88-9668-54ca34226d6b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.161588] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Acquiring lock "refresh_cache-f814e3c7-93db-4af6-9f2a-2f3e264ca008" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.161588] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Acquired lock "refresh_cache-f814e3c7-93db-4af6-9f2a-2f3e264ca008" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.162557] env[64658]: DEBUG nova.network.neutron [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Refreshing network info cache for port 28a71b97-14ec-4b88-9668-54ca34226d6b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.164194] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:1d:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28a71b97-14ec-4b88-9668-54ca34226d6b', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.172211] env[64658]: DEBUG oslo.service.loopingcall [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.173353] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.176393] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.176728] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7a79264-02a2-4e09-b6cb-8a3632322975 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.207431] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.207431] env[64658]: value = "task-2733535" [ 775.207431] env[64658]: _type = "Task" [ 775.207431] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.214558] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.215128] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.215284] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.215473] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.215619] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.216096] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.216335] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.216524] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.216711] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.216994] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.221068] env[64658]: DEBUG nova.virt.hardware [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.221068] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563354a4-27bd-4fcd-9d9a-9ab06f60bc3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.228474] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733535, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.232167] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af9aae0-9885-47e4-aa12-f474ee669250 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.264398] env[64658]: DEBUG nova.network.neutron [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.374871] env[64658]: DEBUG nova.scheduler.client.report [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.536953] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733534, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.625675] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Successfully updated port: 4a1e209f-472c-4127-989b-087b46513e1f {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.722740] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733535, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.881247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.881951] env[64658]: DEBUG nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.886112] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.651s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.887878] env[64658]: INFO nova.compute.claims [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.932875] env[64658]: DEBUG nova.network.neutron [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Updated VIF entry in instance network info cache for port 28a71b97-14ec-4b88-9668-54ca34226d6b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.933661] env[64658]: DEBUG nova.network.neutron [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Updating instance_info_cache with network_info: [{"id": "28a71b97-14ec-4b88-9668-54ca34226d6b", "address": "fa:16:3e:9c:1d:10", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a71b97-14", "ovs_interfaceid": "28a71b97-14ec-4b88-9668-54ca34226d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.006399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "f1f47e81-efa2-4c71-9092-e576f08b7048" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.006399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.034262] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733534, 'name': CloneVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.129040] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "refresh_cache-c1540b7f-7546-4b30-93ba-471e585e3a60" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.129125] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "refresh_cache-c1540b7f-7546-4b30-93ba-471e585e3a60" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.129309] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.161225] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-5756535c-f4fc-41a7-b6e3-a04e72cad7fa-5216ddf9-2605-4533-b77c-aad42b0db9c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.161567] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-5756535c-f4fc-41a7-b6e3-a04e72cad7fa-5216ddf9-2605-4533-b77c-aad42b0db9c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.221523] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733535, 'name': CreateVM_Task, 'duration_secs': 0.613349} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.221781] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.222708] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.222919] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.223439] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.223756] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c058d0-7ee6-485f-878e-0097c856eaf1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.229562] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 776.229562] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5238e9db-a974-293b-8703-94fdfe25dea3" [ 776.229562] env[64658]: _type = "Task" [ 776.229562] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.240038] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5238e9db-a974-293b-8703-94fdfe25dea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.289901] env[64658]: DEBUG nova.network.neutron [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.352340] env[64658]: DEBUG nova.compute.manager [req-1936a18b-0e23-4856-ac90-871bf81c1d41 req-43f894a6-25dc-44b6-a26d-62ccf96e13ff service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Received event network-vif-plugged-4a1e209f-472c-4127-989b-087b46513e1f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.353421] env[64658]: DEBUG oslo_concurrency.lockutils [req-1936a18b-0e23-4856-ac90-871bf81c1d41 req-43f894a6-25dc-44b6-a26d-62ccf96e13ff service nova] Acquiring lock "c1540b7f-7546-4b30-93ba-471e585e3a60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.355211] env[64658]: DEBUG oslo_concurrency.lockutils [req-1936a18b-0e23-4856-ac90-871bf81c1d41 req-43f894a6-25dc-44b6-a26d-62ccf96e13ff service nova] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.355211] env[64658]: DEBUG oslo_concurrency.lockutils [req-1936a18b-0e23-4856-ac90-871bf81c1d41 req-43f894a6-25dc-44b6-a26d-62ccf96e13ff service nova] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.355211] env[64658]: DEBUG nova.compute.manager [req-1936a18b-0e23-4856-ac90-871bf81c1d41 req-43f894a6-25dc-44b6-a26d-62ccf96e13ff service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] No waiting events found dispatching network-vif-plugged-4a1e209f-472c-4127-989b-087b46513e1f {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.355211] env[64658]: WARNING nova.compute.manager [req-1936a18b-0e23-4856-ac90-871bf81c1d41 req-43f894a6-25dc-44b6-a26d-62ccf96e13ff service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Received unexpected event network-vif-plugged-4a1e209f-472c-4127-989b-087b46513e1f for instance with vm_state building and task_state spawning. [ 776.397822] env[64658]: DEBUG nova.compute.utils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 776.400786] env[64658]: DEBUG nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.401487] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.418788] env[64658]: DEBUG nova.compute.manager [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.419233] env[64658]: DEBUG nova.compute.manager [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing instance network info cache due to event network-changed-526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.419542] env[64658]: DEBUG oslo_concurrency.lockutils [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] Acquiring lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.419832] env[64658]: DEBUG oslo_concurrency.lockutils [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] Acquired lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.420151] env[64658]: DEBUG nova.network.neutron [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Refreshing network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.439795] env[64658]: DEBUG oslo_concurrency.lockutils [req-b6d0373a-909a-4d3b-ac30-c654ffdd1b04 req-5c7cb093-0f11-48a7-a251-79f47f096033 service nova] Releasing lock "refresh_cache-f814e3c7-93db-4af6-9f2a-2f3e264ca008" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.448449] env[64658]: DEBUG nova.policy [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e95f161be71404da79494b2619f50fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a11a69e60e414ac9a923ed3ab750e954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.534701] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733534, 'name': CloneVM_Task, 'duration_secs': 1.606204} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.537827] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Created linked-clone VM from snapshot [ 776.537827] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd9cf25-d67e-450b-998d-55cc5ced8096 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.544447] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Uploading image 0036286e-856a-46ef-95ea-22a2fc05aacf {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.555300] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.555587] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b77b179-1c85-42e7-8e0f-d352dc5d95e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.564077] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 776.564077] env[64658]: value = "task-2733536" [ 776.564077] env[64658]: _type = "Task" [ 776.564077] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.573439] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733536, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.666568] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.669979] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.669979] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.670303] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129dd087-cacc-4426-b0a9-64c6c22ecc47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.697799] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310570b8-baff-4936-a7af-edf5c5daa605 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.733841] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Reconfiguring VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 776.738105] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f598529-38ed-4d4a-ad70-1b3afcf3db6b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.772867] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5238e9db-a974-293b-8703-94fdfe25dea3, 'name': SearchDatastore_Task, 'duration_secs': 0.025912} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.774448] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.774815] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.775282] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.775282] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.775683] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.776244] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 776.776244] env[64658]: value = "task-2733537" [ 776.776244] env[64658]: _type = "Task" [ 776.776244] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.776244] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-418dd89e-9ece-4ea4-9357-ebb4f1a3a337 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.789832] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.791548] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.791768] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.792834] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Releasing lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.793048] env[64658]: DEBUG nova.compute.manager [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Inject network info {{(pid=64658) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 776.793508] env[64658]: DEBUG nova.compute.manager [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] network_info to inject: |[{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 776.798420] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Reconfiguring VM instance to set the machine id {{(pid=64658) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 776.798700] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d356cdf-1267-4dd9-9b5b-95c5f067bc11 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.802139] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54183602-cd99-4f0b-80e3-bf08014ff8e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.822465] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 776.822465] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b9b313-3cf4-4121-adc0-bc1d5b8f22b2" [ 776.822465] env[64658]: _type = "Task" [ 776.822465] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.828626] env[64658]: DEBUG oslo_vmware.api [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 776.828626] env[64658]: value = "task-2733538" [ 776.828626] env[64658]: _type = "Task" [ 776.828626] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.840131] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b9b313-3cf4-4121-adc0-bc1d5b8f22b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.847889] env[64658]: DEBUG oslo_vmware.api [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.905370] env[64658]: DEBUG nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.929900] env[64658]: DEBUG nova.network.neutron [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Updating instance_info_cache with network_info: [{"id": "4a1e209f-472c-4127-989b-087b46513e1f", "address": "fa:16:3e:75:fb:fb", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e209f-47", "ovs_interfaceid": "4a1e209f-472c-4127-989b-087b46513e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.074461] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733536, 'name': Destroy_Task, 'duration_secs': 0.435059} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.074765] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Destroyed the VM [ 777.075038] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.075349] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-650cf8bd-8518-4b2b-8bd9-694768b05033 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.085907] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 777.085907] env[64658]: value = "task-2733539" [ 777.085907] env[64658]: _type = "Task" [ 777.085907] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.096245] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.292799] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.340072] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b9b313-3cf4-4121-adc0-bc1d5b8f22b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.342558] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f55bd90-3914-4ebd-86ad-efe12f4bcbc7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.350317] env[64658]: DEBUG oslo_vmware.api [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733538, 'name': ReconfigVM_Task, 'duration_secs': 0.164786} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.351024] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5b77d99b-98de-4a35-bbc2-ae31e7ee6320 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Reconfigured VM instance to set the machine id {{(pid=64658) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 777.356989] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 777.356989] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c31489-419f-ca6d-38be-1579707e804a" [ 777.356989] env[64658]: _type = "Task" [ 777.356989] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.375438] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c31489-419f-ca6d-38be-1579707e804a, 'name': SearchDatastore_Task, 'duration_secs': 0.016324} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.375721] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.376013] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] f814e3c7-93db-4af6-9f2a-2f3e264ca008/f814e3c7-93db-4af6-9f2a-2f3e264ca008.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.376444] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dedf902f-35b8-4209-841c-6007a6a37319 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.386222] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 777.386222] env[64658]: value = "task-2733540" [ 777.386222] env[64658]: _type = "Task" [ 777.386222] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.397839] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.439243] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "refresh_cache-c1540b7f-7546-4b30-93ba-471e585e3a60" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.439607] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Instance network_info: |[{"id": "4a1e209f-472c-4127-989b-087b46513e1f", "address": "fa:16:3e:75:fb:fb", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e209f-47", "ovs_interfaceid": "4a1e209f-472c-4127-989b-087b46513e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.440071] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:fb:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a1e209f-472c-4127-989b-087b46513e1f', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.448897] env[64658]: DEBUG oslo.service.loopingcall [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.452257] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.452726] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-855dce67-9f99-49ce-b6a0-8cd69f8744f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.469719] env[64658]: DEBUG nova.network.neutron [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updated VIF entry in instance network info cache for port 526fccb1-fd77-4dd6-b550-475b14a3743d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.470110] env[64658]: DEBUG nova.network.neutron [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [{"id": "526fccb1-fd77-4dd6-b550-475b14a3743d", "address": "fa:16:3e:54:14:8b", "network": {"id": "ea9a87f0-c707-4e33-9fa2-ef6abee8d2f4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-601492303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "784d9db74a8741ee87fc23e2e7eec7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526fccb1-fd", "ovs_interfaceid": "526fccb1-fd77-4dd6-b550-475b14a3743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.480091] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Successfully created port: 28431698-10fe-4f46-a65b-dc4b17af4b64 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.483824] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.483824] env[64658]: value = "task-2733541" [ 777.483824] env[64658]: _type = "Task" [ 777.483824] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.490871] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932831ed-3615-4ff4-99c8-3a52c03312e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.499979] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733541, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.503181] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c34f7-f7e0-4e4f-87ff-59f642f7bf86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.537153] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b09d9f-23a5-4779-aec1-f6aa3826888b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.545819] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a584d-6c24-43e1-b7cd-aac85e6c3007 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.561207] env[64658]: DEBUG nova.compute.provider_tree [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.600483] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.791615] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.898451] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733540, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.921107] env[64658]: DEBUG nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.965584] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.965807] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.966235] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.966521] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.966782] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.966975] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.967301] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.967505] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.967833] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.967936] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.969689] env[64658]: DEBUG nova.virt.hardware [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.971373] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b4c9f-2638-4272-ba37-79a8807e5bdd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.975651] env[64658]: DEBUG oslo_concurrency.lockutils [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] Releasing lock "refresh_cache-987650e4-35a4-4997-b913-e8224280a8bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.976073] env[64658]: DEBUG nova.compute.manager [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Received event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.976073] env[64658]: DEBUG nova.compute.manager [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing instance network info cache due to event network-changed-b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.979384] env[64658]: DEBUG oslo_concurrency.lockutils [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] Acquiring lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.979384] env[64658]: DEBUG oslo_concurrency.lockutils [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] Acquired lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.979384] env[64658]: DEBUG nova.network.neutron [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Refreshing network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.984792] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96860cf-0be1-4b05-8937-1a012dae6899 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.000876] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733541, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.032685] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Successfully created port: 236cab9d-2127-46f3-a65b-cfb29dce32a6 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.064708] env[64658]: DEBUG nova.scheduler.client.report [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.097673] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.291821] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.401497] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602633} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.401814] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] f814e3c7-93db-4af6-9f2a-2f3e264ca008/f814e3c7-93db-4af6-9f2a-2f3e264ca008.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.402064] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.402349] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea5882c5-dd63-4d48-8470-cf1e866b12e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.413105] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 778.413105] env[64658]: value = "task-2733542" [ 778.413105] env[64658]: _type = "Task" [ 778.413105] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.423161] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.429089] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "987650e4-35a4-4997-b913-e8224280a8bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.429470] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "987650e4-35a4-4997-b913-e8224280a8bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.429714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "987650e4-35a4-4997-b913-e8224280a8bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.429929] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "987650e4-35a4-4997-b913-e8224280a8bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.430186] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "987650e4-35a4-4997-b913-e8224280a8bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.432825] env[64658]: INFO nova.compute.manager [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Terminating instance [ 778.503121] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733541, 'name': CreateVM_Task, 'duration_secs': 0.686239} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.503343] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.504072] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.504262] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.504589] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.504858] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d8e6c2-f104-499f-94e0-a45516a55a23 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.511078] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 778.511078] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a726db-367f-f2a6-885c-917dcd998ebc" [ 778.511078] env[64658]: _type = "Task" [ 778.511078] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.524331] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a726db-367f-f2a6-885c-917dcd998ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.570377] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.571015] env[64658]: DEBUG nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.574138] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.837s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.574406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.576936] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.251s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.577257] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.579094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.299s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.580660] env[64658]: INFO nova.compute.claims [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.604307] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.616314] env[64658]: INFO nova.scheduler.client.report [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Deleted allocations for instance 71f0d861-99c4-497c-a520-fc4ca1c53fb7 [ 778.621077] env[64658]: INFO nova.scheduler.client.report [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted allocations for instance 13f79be3-8768-4656-a6b4-1ba4618a332a [ 778.743688] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.744094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.744402] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.744759] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.744912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.748267] env[64658]: INFO nova.compute.manager [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Terminating instance [ 778.795787] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.815755] env[64658]: DEBUG nova.network.neutron [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updated VIF entry in instance network info cache for port b342d257-b132-4017-a1ab-7ee72f8b80ab. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.816183] env[64658]: DEBUG nova.network.neutron [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [{"id": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "address": "fa:16:3e:22:f7:a3", "network": {"id": "290b256c-f852-4939-969d-f69b09c420c7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1358385481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d165f355da8e4210bbd5d3976594dc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342d257-b1", "ovs_interfaceid": "b342d257-b132-4017-a1ab-7ee72f8b80ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.910696] env[64658]: DEBUG nova.compute.manager [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Received event network-changed-4a1e209f-472c-4127-989b-087b46513e1f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.910897] env[64658]: DEBUG nova.compute.manager [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Refreshing instance network info cache due to event network-changed-4a1e209f-472c-4127-989b-087b46513e1f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.911167] env[64658]: DEBUG oslo_concurrency.lockutils [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] Acquiring lock "refresh_cache-c1540b7f-7546-4b30-93ba-471e585e3a60" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.911295] env[64658]: DEBUG oslo_concurrency.lockutils [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] Acquired lock "refresh_cache-c1540b7f-7546-4b30-93ba-471e585e3a60" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.912047] env[64658]: DEBUG nova.network.neutron [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Refreshing network info cache for port 4a1e209f-472c-4127-989b-087b46513e1f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.928300] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076022} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.928595] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.929477] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47fc7c1-f927-400c-af20-a3daec0338af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.948561] env[64658]: DEBUG nova.compute.manager [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.948816] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.958042] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] f814e3c7-93db-4af6-9f2a-2f3e264ca008/f814e3c7-93db-4af6-9f2a-2f3e264ca008.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.959188] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07074c2f-9535-4761-ab6f-78ebd96b6952 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.962548] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897ad3e6-c959-415e-92bb-d3b3665489a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.984232] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.984589] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec8e5a6-2698-4be8-8128-96d6f2533bc3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.987594] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 778.987594] env[64658]: value = "task-2733543" [ 778.987594] env[64658]: _type = "Task" [ 778.987594] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.993877] env[64658]: DEBUG oslo_vmware.api [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 778.993877] env[64658]: value = "task-2733544" [ 778.993877] env[64658]: _type = "Task" [ 778.993877] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.000842] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.004862] env[64658]: DEBUG oslo_vmware.api [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.023424] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a726db-367f-f2a6-885c-917dcd998ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.017152} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.023748] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.024029] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.024299] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.024463] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.024640] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.024945] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e04b93a9-a8bb-4947-8105-c51d8deedefa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.040502] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.040693] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.041575] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d360299-4ea5-4133-ad4a-857117ab64d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.050246] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 779.050246] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525b4435-7d35-c891-6d99-b1851b796ab8" [ 779.050246] env[64658]: _type = "Task" [ 779.050246] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.060520] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525b4435-7d35-c891-6d99-b1851b796ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.085931] env[64658]: DEBUG nova.compute.utils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 779.091621] env[64658]: DEBUG nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.091621] env[64658]: DEBUG nova.network.neutron [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.107282] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733539, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.111413] env[64658]: DEBUG oslo_concurrency.lockutils [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.112021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.112339] env[64658]: DEBUG nova.compute.manager [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.114036] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05a8dd-6f6a-4bbe-8be5-a7e4f62ece46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.124627] env[64658]: DEBUG nova.compute.manager [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 779.125443] env[64658]: DEBUG nova.objects.instance [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'flavor' on Instance uuid acc0f605-4ba1-442c-ac75-051e800b49b8 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.134330] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a18da878-3f9f-4f7c-9ae8-75befe5997dd tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "13f79be3-8768-4656-a6b4-1ba4618a332a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.761s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.138523] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08328f53-3c8e-41df-968a-ede3e1c2da5b tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "71f0d861-99c4-497c-a520-fc4ca1c53fb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.553s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.202864] env[64658]: DEBUG nova.policy [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ac714bc8eda43be991b8a9e791083d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d84477b94ec46bfa6f4f7004d2a5e5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.256741] env[64658]: DEBUG nova.compute.manager [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.256915] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.258064] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e28ba0-4047-4193-813b-4e8354ded350 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.268485] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.270868] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f293add9-caad-4ca9-8370-999cfd59ec52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.280024] env[64658]: DEBUG oslo_vmware.api [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 779.280024] env[64658]: value = "task-2733545" [ 779.280024] env[64658]: _type = "Task" [ 779.280024] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.295644] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.299892] env[64658]: DEBUG oslo_vmware.api [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.319783] env[64658]: DEBUG oslo_concurrency.lockutils [req-d6dedcf6-dfb3-4312-b29b-a1118564f9e7 req-c0f4bdc3-7de8-40cc-9d0d-01ca31c82c20 service nova] Releasing lock "refresh_cache-60a8f1f1-20a3-462d-b6fb-77b930c76b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.503579] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733543, 'name': ReconfigVM_Task, 'duration_secs': 0.406934} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.504519] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Reconfigured VM instance instance-0000002b to attach disk [datastore2] f814e3c7-93db-4af6-9f2a-2f3e264ca008/f814e3c7-93db-4af6-9f2a-2f3e264ca008.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.505353] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4c4d581-a8a0-4724-ad0b-290f7070b573 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.510996] env[64658]: DEBUG oslo_vmware.api [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733544, 'name': PowerOffVM_Task, 'duration_secs': 0.322986} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.514040] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.514279] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.514644] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96c0a7ea-9114-43fb-8c02-dceab5e6130c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.521222] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 779.521222] env[64658]: value = "task-2733546" [ 779.521222] env[64658]: _type = "Task" [ 779.521222] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.536177] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733546, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.560656] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525b4435-7d35-c891-6d99-b1851b796ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.014376} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.561541] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd2a39b-c3b2-4f59-8d6d-bebc33952e21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.568332] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 779.568332] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b03765-b9b1-8e9d-c387-8a5ff3d8150d" [ 779.568332] env[64658]: _type = "Task" [ 779.568332] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.582019] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b03765-b9b1-8e9d-c387-8a5ff3d8150d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.588690] env[64658]: DEBUG nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.598035] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.598035] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.598035] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Deleting the datastore file [datastore1] 987650e4-35a4-4997-b913-e8224280a8bd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.602515] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76674168-e2e6-4fbc-a098-4662134fe50b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.608613] env[64658]: DEBUG oslo_vmware.api [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733539, 'name': RemoveSnapshot_Task, 'duration_secs': 2.261557} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.610175] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.613879] env[64658]: DEBUG oslo_vmware.api [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for the task: (returnval){ [ 779.613879] env[64658]: value = "task-2733548" [ 779.613879] env[64658]: _type = "Task" [ 779.613879] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.624046] env[64658]: DEBUG oslo_vmware.api [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.679983] env[64658]: DEBUG nova.network.neutron [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Updated VIF entry in instance network info cache for port 4a1e209f-472c-4127-989b-087b46513e1f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.679983] env[64658]: DEBUG nova.network.neutron [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Updating instance_info_cache with network_info: [{"id": "4a1e209f-472c-4127-989b-087b46513e1f", "address": "fa:16:3e:75:fb:fb", "network": {"id": "96255473-470d-47aa-aac4-e9dab0cd611d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-312972635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faee3e8a817949278a7bbccc90b9e818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1e209f-47", "ovs_interfaceid": "4a1e209f-472c-4127-989b-087b46513e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.796457] env[64658]: DEBUG oslo_vmware.api [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733545, 'name': PowerOffVM_Task, 'duration_secs': 0.229665} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.796882] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.797112] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.797448] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301ac30d-cecc-47f8-8f50-97decc37ad1c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.803530] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.848055] env[64658]: DEBUG nova.compute.manager [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.852751] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36784e85-60fe-42f4-b068-5e16b7442a16 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.886200] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.886200] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.886200] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Deleting the datastore file [datastore1] 60a8f1f1-20a3-462d-b6fb-77b930c76b59 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.886200] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a50db830-4736-44e5-b8db-168dd62af993 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.894420] env[64658]: DEBUG oslo_vmware.api [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for the task: (returnval){ [ 779.894420] env[64658]: value = "task-2733550" [ 779.894420] env[64658]: _type = "Task" [ 779.894420] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.909125] env[64658]: DEBUG oslo_vmware.api [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.036726] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733546, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.056685] env[64658]: DEBUG nova.network.neutron [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Successfully created port: d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.081637] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b03765-b9b1-8e9d-c387-8a5ff3d8150d, 'name': SearchDatastore_Task, 'duration_secs': 0.014619} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.084547] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.084891] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] c1540b7f-7546-4b30-93ba-471e585e3a60/c1540b7f-7546-4b30-93ba-471e585e3a60.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.085414] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4178618c-b914-4d09-8f25-fe7430b5d518 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.097514] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 780.097514] env[64658]: value = "task-2733551" [ 780.097514] env[64658]: _type = "Task" [ 780.097514] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.111438] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.115556] env[64658]: WARNING nova.compute.manager [None req-68418b84-21fc-42c4-a493-7d872f377c56 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Image not found during snapshot: nova.exception.ImageNotFound: Image 0036286e-856a-46ef-95ea-22a2fc05aacf could not be found. [ 780.129748] env[64658]: DEBUG oslo_vmware.api [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Task: {'id': task-2733548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268823} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.130209] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.130977] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.130977] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.131344] env[64658]: INFO nova.compute.manager [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 780.133424] env[64658]: DEBUG oslo.service.loopingcall [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.133424] env[64658]: DEBUG nova.compute.manager [-] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.133424] env[64658]: DEBUG nova.network.neutron [-] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.140241] env[64658]: DEBUG nova.compute.manager [req-02b3454d-d9ad-4249-8667-a05d66ee5a66 req-fb5ff334-286f-45c4-98fa-10b33e60953e service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received event network-vif-plugged-28431698-10fe-4f46-a65b-dc4b17af4b64 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.140491] env[64658]: DEBUG oslo_concurrency.lockutils [req-02b3454d-d9ad-4249-8667-a05d66ee5a66 req-fb5ff334-286f-45c4-98fa-10b33e60953e service nova] Acquiring lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.140710] env[64658]: DEBUG oslo_concurrency.lockutils [req-02b3454d-d9ad-4249-8667-a05d66ee5a66 req-fb5ff334-286f-45c4-98fa-10b33e60953e service nova] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.140889] env[64658]: DEBUG oslo_concurrency.lockutils [req-02b3454d-d9ad-4249-8667-a05d66ee5a66 req-fb5ff334-286f-45c4-98fa-10b33e60953e service nova] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.141083] env[64658]: DEBUG nova.compute.manager [req-02b3454d-d9ad-4249-8667-a05d66ee5a66 req-fb5ff334-286f-45c4-98fa-10b33e60953e service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] No waiting events found dispatching network-vif-plugged-28431698-10fe-4f46-a65b-dc4b17af4b64 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.141265] env[64658]: WARNING nova.compute.manager [req-02b3454d-d9ad-4249-8667-a05d66ee5a66 req-fb5ff334-286f-45c4-98fa-10b33e60953e service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received unexpected event network-vif-plugged-28431698-10fe-4f46-a65b-dc4b17af4b64 for instance with vm_state building and task_state spawning. [ 780.144625] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.144625] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954c4993-a1a4-44e2-ac0d-c3f4ae0e33ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.152874] env[64658]: DEBUG oslo_vmware.api [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 780.152874] env[64658]: value = "task-2733552" [ 780.152874] env[64658]: _type = "Task" [ 780.152874] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.170042] env[64658]: DEBUG oslo_vmware.api [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.178243] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3f9af-e521-4c4c-bbe8-5fed8035b124 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.181924] env[64658]: DEBUG oslo_concurrency.lockutils [req-0ebae40a-1f04-4e7f-965c-d887c336d8cf req-aad7c748-342e-4d4d-aef0-a12445368f42 service nova] Releasing lock "refresh_cache-c1540b7f-7546-4b30-93ba-471e585e3a60" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.188248] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7874f4f3-5cd4-4fba-931f-c1128507ed2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.226436] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806d6e0d-b751-4c01-8b5c-4e76588c1687 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.229999] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Successfully updated port: 28431698-10fe-4f46-a65b-dc4b17af4b64 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.235158] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d733e57-429d-436a-86af-72a4eaf3f77f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.255021] env[64658]: DEBUG nova.compute.provider_tree [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.295380] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.365182] env[64658]: INFO nova.compute.manager [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] instance snapshotting [ 780.368442] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f82a412-ebfc-4570-b7ea-35e03f44d031 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.391775] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161377be-caf6-4d26-bb9f-4ec487c46abb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.418499] env[64658]: DEBUG oslo_vmware.api [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Task: {'id': task-2733550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179369} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.419520] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.419787] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.419988] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.420167] env[64658]: INFO nova.compute.manager [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.420446] env[64658]: DEBUG oslo.service.loopingcall [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.420583] env[64658]: DEBUG nova.compute.manager [-] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.420694] env[64658]: DEBUG nova.network.neutron [-] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.536647] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733546, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.602710] env[64658]: DEBUG nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.615958] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.636055] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.636373] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.636534] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.636720] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.636864] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.637027] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.637251] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.637412] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.637577] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.637741] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.637915] env[64658]: DEBUG nova.virt.hardware [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.638927] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf34604-f93d-4bee-b26b-4c01b21290d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.647841] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2baa960-9512-4277-9dce-181a58082930 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.672559] env[64658]: DEBUG oslo_vmware.api [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733552, 'name': PowerOffVM_Task, 'duration_secs': 0.417279} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.672559] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.672640] env[64658]: DEBUG nova.compute.manager [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.673382] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c374f-9a57-4748-8f02-81527b7452cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.758315] env[64658]: DEBUG nova.scheduler.client.report [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.799028] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.912660] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 780.912977] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4194b11c-71ab-499f-a894-35bca449d6de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.921411] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 780.921411] env[64658]: value = "task-2733553" [ 780.921411] env[64658]: _type = "Task" [ 780.921411] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.932096] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.008911] env[64658]: DEBUG nova.network.neutron [-] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.034655] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733546, 'name': Rename_Task, 'duration_secs': 1.133007} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.034944] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.035216] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d717bf78-3a88-43a6-9225-d2749ff54e1b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.044529] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 781.044529] env[64658]: value = "task-2733554" [ 781.044529] env[64658]: _type = "Task" [ 781.044529] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.056752] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.112665] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612102} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.112950] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] c1540b7f-7546-4b30-93ba-471e585e3a60/c1540b7f-7546-4b30-93ba-471e585e3a60.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.113180] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.113442] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8b73eb6-24ed-422b-a702-a06f8f450c83 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.121873] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 781.121873] env[64658]: value = "task-2733555" [ 781.121873] env[64658]: _type = "Task" [ 781.121873] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.134449] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.186249] env[64658]: DEBUG oslo_concurrency.lockutils [None req-07e53ebc-7dfa-49f2-ba3b-6efb71a5fd36 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.267471] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.268044] env[64658]: DEBUG nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.270881] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.003s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.271095] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.273666] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.954s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.275867] env[64658]: INFO nova.compute.claims [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.302928] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.313104] env[64658]: INFO nova.scheduler.client.report [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Deleted allocations for instance faffbbe8-102c-4e3d-9073-3527f972b747 [ 781.434613] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.511507] env[64658]: INFO nova.compute.manager [-] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Took 1.38 seconds to deallocate network for instance. [ 781.558676] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.564335] env[64658]: DEBUG nova.compute.manager [req-8ec50dda-6e27-4f7a-bdb9-6d89ca26baa9 req-fa0c1646-ee44-427f-b5a3-cf510a2a0994 service nova] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Received event network-vif-deleted-526fccb1-fd77-4dd6-b550-475b14a3743d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.634383] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076013} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.634619] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.635906] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeba4d96-5576-4ecd-a8ee-4172ef8b348f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.672420] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c1540b7f-7546-4b30-93ba-471e585e3a60/c1540b7f-7546-4b30-93ba-471e585e3a60.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.672608] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f84832f-be9a-4e73-84bc-ed0b17afa3b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.694062] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 781.694062] env[64658]: value = "task-2733556" [ 781.694062] env[64658]: _type = "Task" [ 781.694062] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.704665] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.710056] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7c66d47-1fa6-43cb-bf51-5c2ea1f525e3 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "5cd9399c-51e0-4bf1-842b-9b42dc92ad4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.710356] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7c66d47-1fa6-43cb-bf51-5c2ea1f525e3 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "5cd9399c-51e0-4bf1-842b-9b42dc92ad4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.780611] env[64658]: DEBUG nova.compute.utils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 781.787933] env[64658]: DEBUG nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.787933] env[64658]: DEBUG nova.network.neutron [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.799141] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.807895] env[64658]: DEBUG nova.network.neutron [-] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.822340] env[64658]: DEBUG oslo_concurrency.lockutils [None req-67dcead2-256f-4199-845d-615f97402877 tempest-ServersAdminNegativeTestJSON-1655329052 tempest-ServersAdminNegativeTestJSON-1655329052-project-member] Lock "faffbbe8-102c-4e3d-9073-3527f972b747" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.672s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.863869] env[64658]: DEBUG nova.policy [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34db3c4237ce47259a0980ade66149bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f297f9e4862b47cd9d262d29e3246bab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.940121] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733553, 'name': CreateSnapshot_Task, 'duration_secs': 0.903293} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.940121] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 781.940537] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001d89ee-179b-4cad-9a51-e6cac4c60d5a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.019309] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.066640] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733554, 'name': PowerOnVM_Task, 'duration_secs': 0.74369} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.066940] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.067158] env[64658]: INFO nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Took 9.61 seconds to spawn the instance on the hypervisor. [ 782.067342] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.068286] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf8e45-bcdd-42d0-866b-0bc88b2a16e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.208412] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.286457] env[64658]: DEBUG nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.306884] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.312033] env[64658]: INFO nova.compute.manager [-] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Took 1.89 seconds to deallocate network for instance. [ 782.350392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.350392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.350392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.350392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.350392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.353844] env[64658]: INFO nova.compute.manager [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Terminating instance [ 782.377622] env[64658]: DEBUG nova.network.neutron [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Successfully updated port: d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.391049] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Successfully updated port: 236cab9d-2127-46f3-a65b-cfb29dce32a6 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.405867] env[64658]: DEBUG nova.compute.manager [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received event network-changed-28431698-10fe-4f46-a65b-dc4b17af4b64 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.407094] env[64658]: DEBUG nova.compute.manager [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Refreshing instance network info cache due to event network-changed-28431698-10fe-4f46-a65b-dc4b17af4b64. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.407094] env[64658]: DEBUG oslo_concurrency.lockutils [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] Acquiring lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.407094] env[64658]: DEBUG oslo_concurrency.lockutils [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] Acquired lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.407094] env[64658]: DEBUG nova.network.neutron [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Refreshing network info cache for port 28431698-10fe-4f46-a65b-dc4b17af4b64 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.465142] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.468237] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ccfc618-9302-4b46-8b51-0d86c59a1b5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.480379] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 782.480379] env[64658]: value = "task-2733557" [ 782.480379] env[64658]: _type = "Task" [ 782.480379] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.497255] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733557, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.570030] env[64658]: DEBUG nova.network.neutron [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Successfully created port: bd146478-a58d-4d54-97bb-d8520e8abb7b {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.592679] env[64658]: INFO nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Took 52.72 seconds to build instance. [ 782.711386] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733556, 'name': ReconfigVM_Task, 'duration_secs': 0.621463} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.711386] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c1540b7f-7546-4b30-93ba-471e585e3a60/c1540b7f-7546-4b30-93ba-471e585e3a60.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.711386] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9820d7e8-b348-46fc-9418-075d827bd237 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.722326] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 782.722326] env[64658]: value = "task-2733558" [ 782.722326] env[64658]: _type = "Task" [ 782.722326] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.730764] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733558, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.820442] env[64658]: DEBUG oslo_vmware.api [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733537, 'name': ReconfigVM_Task, 'duration_secs': 5.826711} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.821563] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.821771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.821981] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Reconfigured VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 782.851331] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c01465-4657-41d6-857e-ced3f61d0857 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.860417] env[64658]: DEBUG nova.compute.manager [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.860770] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.862031] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2494ab-699e-4edf-8d88-71052fe07adf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.865906] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14b7e8-0cc3-45f2-b2ab-d02e5c27072c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.912155] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.912349] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquired lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.912508] env[64658]: DEBUG nova.network.neutron [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.914145] env[64658]: DEBUG nova.objects.instance [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'flavor' on Instance uuid acc0f605-4ba1-442c-ac75-051e800b49b8 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.915708] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.918176] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.919803] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fed788-f1df-418c-99ee-94d057ad647c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922267] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd4d2f7-b6ea-43f6-b5e0-d7bcc357b1c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.933660] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71084216-82cc-4157-b7f2-7b25b122b79a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.939289] env[64658]: DEBUG oslo_vmware.api [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 782.939289] env[64658]: value = "task-2733559" [ 782.939289] env[64658]: _type = "Task" [ 782.939289] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.956112] env[64658]: DEBUG nova.compute.provider_tree [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.964623] env[64658]: DEBUG oslo_vmware.api [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.990885] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733557, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.023549] env[64658]: DEBUG nova.network.neutron [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.096240] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.055s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.236125] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733558, 'name': Rename_Task, 'duration_secs': 0.19837} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.237666] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.237666] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3651aa-06c5-450b-8dfe-e7102bc20c30 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.246609] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 783.246609] env[64658]: value = "task-2733560" [ 783.246609] env[64658]: _type = "Task" [ 783.246609] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.255112] env[64658]: DEBUG nova.network.neutron [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.267437] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.310311] env[64658]: DEBUG nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.344353] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.344793] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.345068] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.345461] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.345963] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.345963] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.346189] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.346513] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.346750] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.347245] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.347540] env[64658]: DEBUG nova.virt.hardware [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.348863] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d058bcc-cb61-4cd1-8598-1b7bb8f6f0f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.362183] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ece129-dcc0-40ef-90bd-3cbea462af0d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.424085] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.425505] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.425505] env[64658]: DEBUG nova.network.neutron [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.425505] env[64658]: DEBUG nova.objects.instance [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'info_cache' on Instance uuid acc0f605-4ba1-442c-ac75-051e800b49b8 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.450264] env[64658]: DEBUG oslo_vmware.api [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733559, 'name': PowerOffVM_Task, 'duration_secs': 0.24977} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.450546] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.450713] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.451054] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8b33353-09f9-4919-8584-4af48f5cae59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.459496] env[64658]: DEBUG nova.scheduler.client.report [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.493586] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733557, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.495717] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211ebbf-105d-2570-d7a7-d76008a71e38/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 783.496654] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ebbdb-c657-443c-a47f-c36fee1da84d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.503500] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211ebbf-105d-2570-d7a7-d76008a71e38/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 783.503672] env[64658]: ERROR oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211ebbf-105d-2570-d7a7-d76008a71e38/disk-0.vmdk due to incomplete transfer. [ 783.503892] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-afaf4007-c24c-40f8-bdc5-26a5c673969f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.508052] env[64658]: DEBUG nova.network.neutron [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.513442] env[64658]: DEBUG oslo_vmware.rw_handles [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211ebbf-105d-2570-d7a7-d76008a71e38/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 783.513765] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Uploaded image 18880807-190f-4e16-8eb1-01530eaf01db to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 783.515718] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.515992] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4aac7c1-3ffb-424f-88c0-d7bf159ba843 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.524235] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 783.524235] env[64658]: value = "task-2733562" [ 783.524235] env[64658]: _type = "Task" [ 783.524235] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.525141] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.525335] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.525527] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleting the datastore file [datastore1] 17ee3416-3542-40ad-80fb-0da1c63f3f6d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.528783] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fe28e94-4301-4e51-b067-c370ceb8f77b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.538520] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733562, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.540064] env[64658]: DEBUG oslo_vmware.api [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 783.540064] env[64658]: value = "task-2733563" [ 783.540064] env[64658]: _type = "Task" [ 783.540064] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.548196] env[64658]: DEBUG oslo_vmware.api [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.598413] env[64658]: DEBUG nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.741655] env[64658]: DEBUG nova.network.neutron [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Updating instance_info_cache with network_info: [{"id": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "address": "fa:16:3e:57:3b:46", "network": {"id": "9c42a43e-a74d-4ee3-a8d1-3626c9c4086b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-421161975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d84477b94ec46bfa6f4f7004d2a5e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74c4553-ea", "ovs_interfaceid": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.761032] env[64658]: DEBUG oslo_concurrency.lockutils [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] Releasing lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.762544] env[64658]: DEBUG nova.compute.manager [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Received event network-vif-deleted-b342d257-b132-4017-a1ab-7ee72f8b80ab {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.762544] env[64658]: DEBUG nova.compute.manager [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Received event network-vif-plugged-d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.762544] env[64658]: DEBUG oslo_concurrency.lockutils [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] Acquiring lock "13b41870-4408-41c7-8e44-25f31f709f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.762544] env[64658]: DEBUG oslo_concurrency.lockutils [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] Lock "13b41870-4408-41c7-8e44-25f31f709f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.762544] env[64658]: DEBUG oslo_concurrency.lockutils [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] Lock "13b41870-4408-41c7-8e44-25f31f709f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.762544] env[64658]: DEBUG nova.compute.manager [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] No waiting events found dispatching network-vif-plugged-d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.762544] env[64658]: WARNING nova.compute.manager [req-1c5bbabb-3f4e-4deb-91f7-3ed655d3fbb2 req-42e3feb8-5a77-4c02-8dfb-57102be0f836 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Received unexpected event network-vif-plugged-d74c4553-ea7e-4b97-aa55-90a4e74e8b91 for instance with vm_state building and task_state spawning. [ 783.763049] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733560, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.763884] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.763884] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.928720] env[64658]: DEBUG nova.objects.base [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 783.966866] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.968284] env[64658]: DEBUG nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.970440] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.327s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.970731] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.973113] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.819s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.973235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.975463] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.780s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.975651] env[64658]: DEBUG nova.objects.instance [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 784.000450] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733557, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.011963] env[64658]: INFO nova.scheduler.client.report [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Deleted allocations for instance 7078070e-1101-4dcd-95f8-df8c64c24f5b [ 784.020661] env[64658]: INFO nova.scheduler.client.report [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Deleted allocations for instance 5c54f1b5-3d4c-400c-84de-cf1261289bd3 [ 784.039316] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733562, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.051557] env[64658]: DEBUG oslo_vmware.api [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346495} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.051748] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.053029] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.053029] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.053029] env[64658]: INFO nova.compute.manager [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 784.053029] env[64658]: DEBUG oslo.service.loopingcall [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.053029] env[64658]: DEBUG nova.compute.manager [-] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.053029] env[64658]: DEBUG nova.network.neutron [-] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.127969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.149420] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.149627] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.149811] env[64658]: DEBUG nova.network.neutron [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.244027] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Releasing lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.248498] env[64658]: DEBUG nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Instance network_info: |[{"id": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "address": "fa:16:3e:57:3b:46", "network": {"id": "9c42a43e-a74d-4ee3-a8d1-3626c9c4086b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-421161975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d84477b94ec46bfa6f4f7004d2a5e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74c4553-ea", "ovs_interfaceid": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.249099] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:3b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd74c4553-ea7e-4b97-aa55-90a4e74e8b91', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.259147] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Creating folder: Project (2d84477b94ec46bfa6f4f7004d2a5e5f). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.264325] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b8c7b1f-5a90-47a2-8005-98e4d201394c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.274454] env[64658]: DEBUG oslo_vmware.api [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733560, 'name': PowerOnVM_Task, 'duration_secs': 0.82159} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.274680] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.275037] env[64658]: INFO nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Took 9.10 seconds to spawn the instance on the hypervisor. [ 784.275266] env[64658]: DEBUG nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.276100] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22631d5b-8dd1-4e8a-a9ad-194f2c4e6933 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.280317] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Created folder: Project (2d84477b94ec46bfa6f4f7004d2a5e5f) in parent group-v550231. [ 784.280576] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Creating folder: Instances. Parent ref: group-v550371. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.281306] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04e4c18c-3655-4dc6-bce5-d54ab1f236ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.293020] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Created folder: Instances in parent group-v550371. [ 784.293292] env[64658]: DEBUG oslo.service.loopingcall [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.293535] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.293762] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dda392f-5915-4fbf-8741-829576eb73b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.319593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "8b8dcc78-f323-4c73-9e77-97093140223c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.319934] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.325592] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.325592] env[64658]: value = "task-2733566" [ 784.325592] env[64658]: _type = "Task" [ 784.325592] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.337753] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733566, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.341397] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.463464] env[64658]: DEBUG nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received event network-vif-plugged-236cab9d-2127-46f3-a65b-cfb29dce32a6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.463720] env[64658]: DEBUG oslo_concurrency.lockutils [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] Acquiring lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.463925] env[64658]: DEBUG oslo_concurrency.lockutils [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.464108] env[64658]: DEBUG oslo_concurrency.lockutils [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.464279] env[64658]: DEBUG nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] No waiting events found dispatching network-vif-plugged-236cab9d-2127-46f3-a65b-cfb29dce32a6 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.464445] env[64658]: WARNING nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received unexpected event network-vif-plugged-236cab9d-2127-46f3-a65b-cfb29dce32a6 for instance with vm_state building and task_state spawning. [ 784.464604] env[64658]: DEBUG nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received event network-changed-236cab9d-2127-46f3-a65b-cfb29dce32a6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.464755] env[64658]: DEBUG nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Refreshing instance network info cache due to event network-changed-236cab9d-2127-46f3-a65b-cfb29dce32a6. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.465041] env[64658]: DEBUG oslo_concurrency.lockutils [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] Acquiring lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.481492] env[64658]: DEBUG nova.compute.utils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.485962] env[64658]: DEBUG nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.486190] env[64658]: DEBUG nova.network.neutron [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.499282] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733557, 'name': CloneVM_Task, 'duration_secs': 1.969212} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.499607] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Created linked-clone VM from snapshot [ 784.500440] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb1713-8fca-49f3-855b-135000181283 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.509863] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Uploading image 66d9f0c4-ec6f-46ea-9877-68f7d13ac9dd {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.540014] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.540014] env[64658]: value = "vm-550370" [ 784.540014] env[64658]: _type = "VirtualMachine" [ 784.540014] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.547145] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60b0de34-2092-40d1-95e6-54aa86f2b53a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.547145] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733562, 'name': Destroy_Task, 'duration_secs': 0.66624} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.547145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9e136114-e6c2-4ec0-b982-91d3a1104092 tempest-ServerDiagnosticsV248Test-912978247 tempest-ServerDiagnosticsV248Test-912978247-project-member] Lock "5c54f1b5-3d4c-400c-84de-cf1261289bd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.803s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.547902] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9406c714-e254-4520-a54e-e3ee7b9ce664 tempest-VolumesAssistedSnapshotsTest-1263114555 tempest-VolumesAssistedSnapshotsTest-1263114555-project-member] Lock "7078070e-1101-4dcd-95f8-df8c64c24f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.969s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.550040] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Destroyed the VM [ 784.550040] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.550359] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4087c0d-7159-4f01-b1fc-5aab66d506c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.556393] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lease: (returnval){ [ 784.556393] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5223d5a3-08b5-fe12-8cba-f1a1a29a18d8" [ 784.556393] env[64658]: _type = "HttpNfcLease" [ 784.556393] env[64658]: } obtained for exporting VM: (result){ [ 784.556393] env[64658]: value = "vm-550370" [ 784.556393] env[64658]: _type = "VirtualMachine" [ 784.556393] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.556776] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the lease: (returnval){ [ 784.556776] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5223d5a3-08b5-fe12-8cba-f1a1a29a18d8" [ 784.556776] env[64658]: _type = "HttpNfcLease" [ 784.556776] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.565372] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 784.565372] env[64658]: value = "task-2733568" [ 784.565372] env[64658]: _type = "Task" [ 784.565372] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.571883] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.571883] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5223d5a3-08b5-fe12-8cba-f1a1a29a18d8" [ 784.571883] env[64658]: _type = "HttpNfcLease" [ 784.571883] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.578576] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.593766] env[64658]: DEBUG nova.policy [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f15c1249610d4e3c83be04dc4f8a517f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '404544f1f72344768333d9361615a8ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.800687] env[64658]: INFO nova.compute.manager [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Took 53.80 seconds to build instance. [ 784.843380] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733566, 'name': CreateVM_Task, 'duration_secs': 0.500766} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.843704] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.844484] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.844759] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.845246] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.847798] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312def6f-a40e-4ece-b91b-5cf3624044af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.855071] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 784.855071] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52331533-e561-b3b2-0f2e-805f5f2d9285" [ 784.855071] env[64658]: _type = "Task" [ 784.855071] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.866929] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52331533-e561-b3b2-0f2e-805f5f2d9285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.935555] env[64658]: DEBUG nova.network.neutron [-] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.953402] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.953772] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.954188] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.954188] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.954274] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.957303] env[64658]: INFO nova.compute.manager [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Terminating instance [ 784.986900] env[64658]: DEBUG nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.993581] env[64658]: DEBUG oslo_concurrency.lockutils [None req-af5b3683-9f4b-4d59-ad53-069cab791ce8 tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.993581] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.822s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.994277] env[64658]: INFO nova.compute.claims [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.006017] env[64658]: DEBUG nova.network.neutron [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Updating instance_info_cache with network_info: [{"id": "28431698-10fe-4f46-a65b-dc4b17af4b64", "address": "fa:16:3e:a7:c4:07", "network": {"id": "780f923e-8227-482b-8679-ba02d04cbd31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1679129109", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28431698-10", "ovs_interfaceid": "28431698-10fe-4f46-a65b-dc4b17af4b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "236cab9d-2127-46f3-a65b-cfb29dce32a6", "address": "fa:16:3e:db:a8:d5", "network": {"id": "f18f7451-5000-49ff-8e9e-025e04be7248", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-74718677", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236cab9d-21", "ovs_interfaceid": "236cab9d-2127-46f3-a65b-cfb29dce32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.008157] env[64658]: DEBUG nova.network.neutron [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.065950] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.065950] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5223d5a3-08b5-fe12-8cba-f1a1a29a18d8" [ 785.065950] env[64658]: _type = "HttpNfcLease" [ 785.065950] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.066531] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.066531] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5223d5a3-08b5-fe12-8cba-f1a1a29a18d8" [ 785.066531] env[64658]: _type = "HttpNfcLease" [ 785.066531] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.067126] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8089121-dede-4846-b56b-0dd755717681 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.081618] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c02b4b-6b6f-63c6-fb1c-25b3939caf1d/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.081844] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c02b4b-6b6f-63c6-fb1c-25b3939caf1d/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.086781] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.147066] env[64658]: INFO nova.network.neutron [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Port 5216ddf9-2605-4533-b77c-aad42b0db9c0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 785.147421] env[64658]: DEBUG nova.network.neutron [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.149533] env[64658]: DEBUG nova.compute.manager [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Received event network-changed-d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.149926] env[64658]: DEBUG nova.compute.manager [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Refreshing instance network info cache due to event network-changed-d74c4553-ea7e-4b97-aa55-90a4e74e8b91. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.150071] env[64658]: DEBUG oslo_concurrency.lockutils [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] Acquiring lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.150163] env[64658]: DEBUG oslo_concurrency.lockutils [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] Acquired lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.150317] env[64658]: DEBUG nova.network.neutron [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Refreshing network info cache for port d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.194714] env[64658]: DEBUG nova.network.neutron [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Successfully created port: abca4833-5241-47d8-8527-415144a3f9d0 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.293995] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c527fb5-06f8-46ab-9a9f-6ebd06becc74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.304050] env[64658]: DEBUG oslo_concurrency.lockutils [None req-521e95b4-a0bd-4bb4-9a60-f98b63a131ce tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.229s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.369600] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52331533-e561-b3b2-0f2e-805f5f2d9285, 'name': SearchDatastore_Task, 'duration_secs': 0.017203} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.370788] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.370788] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.370788] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.370788] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.370788] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.371265] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467f7924-c8fb-4650-85c7-d87e167bf48e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.395033] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.395655] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.397077] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50a288d-90c4-4530-8724-d296fca6d86a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.408553] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 785.408553] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526cb50a-6cf9-e6e1-5bc4-8c7b5aa461e8" [ 785.408553] env[64658]: _type = "Task" [ 785.408553] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.419919] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526cb50a-6cf9-e6e1-5bc4-8c7b5aa461e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.428737] env[64658]: DEBUG nova.network.neutron [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Successfully updated port: bd146478-a58d-4d54-97bb-d8520e8abb7b {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.428737] env[64658]: WARNING oslo_messaging._drivers.amqpdriver [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 785.438098] env[64658]: INFO nova.compute.manager [-] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Took 1.39 seconds to deallocate network for instance. [ 785.464905] env[64658]: DEBUG nova.compute.manager [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.465960] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.467020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb81272-0746-44a7-8fe0-2ef5c2840dcc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.477978] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.478207] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a9f54a-a2fb-4020-a596-79d886c1bee9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.487702] env[64658]: DEBUG oslo_vmware.api [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 785.487702] env[64658]: value = "task-2733569" [ 785.487702] env[64658]: _type = "Task" [ 785.487702] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.508754] env[64658]: DEBUG oslo_vmware.api [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.513977] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Releasing lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.514257] env[64658]: DEBUG nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Instance network_info: |[{"id": "28431698-10fe-4f46-a65b-dc4b17af4b64", "address": "fa:16:3e:a7:c4:07", "network": {"id": "780f923e-8227-482b-8679-ba02d04cbd31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1679129109", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28431698-10", "ovs_interfaceid": "28431698-10fe-4f46-a65b-dc4b17af4b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "236cab9d-2127-46f3-a65b-cfb29dce32a6", "address": "fa:16:3e:db:a8:d5", "network": {"id": "f18f7451-5000-49ff-8e9e-025e04be7248", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-74718677", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236cab9d-21", "ovs_interfaceid": "236cab9d-2127-46f3-a65b-cfb29dce32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.514783] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.517031] env[64658]: DEBUG oslo_concurrency.lockutils [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] Acquired lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517031] env[64658]: DEBUG nova.network.neutron [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Refreshing network info cache for port 236cab9d-2127-46f3-a65b-cfb29dce32a6 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.517882] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:c4:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28431698-10fe-4f46-a65b-dc4b17af4b64', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:a8:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '236cab9d-2127-46f3-a65b-cfb29dce32a6', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.527621] env[64658]: DEBUG oslo.service.loopingcall [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.531038] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.532061] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93b864b3-7536-49a9-a68b-66d9d0fddb56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.577916] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.577916] env[64658]: value = "task-2733570" [ 785.577916] env[64658]: _type = "Task" [ 785.577916] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.593214] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733568, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.601671] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733570, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.653097] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-5756535c-f4fc-41a7-b6e3-a04e72cad7fa" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.807809] env[64658]: DEBUG nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.924309] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526cb50a-6cf9-e6e1-5bc4-8c7b5aa461e8, 'name': SearchDatastore_Task, 'duration_secs': 0.024009} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.924309] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3dcb07-065c-47d0-8924-eae5b1b48f5a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.932661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "refresh_cache-2af40134-8a16-4b54-a16f-2598a45fb781" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.935044] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquired lock "refresh_cache-2af40134-8a16-4b54-a16f-2598a45fb781" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.935044] env[64658]: DEBUG nova.network.neutron [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.939811] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 785.939811] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a7d814-4dd6-a418-5ecf-4d226d9d39ca" [ 785.939811] env[64658]: _type = "Task" [ 785.939811] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.947078] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.956994] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a7d814-4dd6-a418-5ecf-4d226d9d39ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.000846] env[64658]: DEBUG oslo_vmware.api [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733569, 'name': PowerOffVM_Task, 'duration_secs': 0.227948} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.001429] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.001605] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.001870] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2475b8e2-82ad-4f94-926a-0840b07e009b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.015809] env[64658]: DEBUG nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.050720] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:05:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11b95370-31dc-445c-a6a5-e71168bd1d7d',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-950496076',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.050973] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.051139] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.051330] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.051496] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.051644] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.052925] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.052925] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.052925] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.052925] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.053075] env[64658]: DEBUG nova.virt.hardware [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.054230] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb1bc0-45dc-4869-bc81-edb872356fcb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.075263] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78e3c7-c6b1-4962-911d-bdbd799bef04 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.097433] env[64658]: DEBUG oslo_vmware.api [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733568, 'name': RemoveSnapshot_Task, 'duration_secs': 1.159226} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.108375] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 786.108895] env[64658]: INFO nova.compute.manager [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Took 16.28 seconds to snapshot the instance on the hypervisor. [ 786.119752] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733570, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.143830] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.144086] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.144275] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleting the datastore file [datastore1] 5756535c-f4fc-41a7-b6e3-a04e72cad7fa {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.144545] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39f5bc16-2e25-411b-817c-f39dc4b43a5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.157096] env[64658]: DEBUG oslo_vmware.api [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 786.157096] env[64658]: value = "task-2733572" [ 786.157096] env[64658]: _type = "Task" [ 786.157096] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.161789] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c6913242-30ff-4caa-ae4b-43526e923c61 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-5756535c-f4fc-41a7-b6e3-a04e72cad7fa-5216ddf9-2605-4533-b77c-aad42b0db9c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.176455] env[64658]: DEBUG oslo_vmware.api [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.338692] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.432467] env[64658]: DEBUG nova.network.neutron [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Updated VIF entry in instance network info cache for port 236cab9d-2127-46f3-a65b-cfb29dce32a6. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.432668] env[64658]: DEBUG nova.network.neutron [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Updating instance_info_cache with network_info: [{"id": "28431698-10fe-4f46-a65b-dc4b17af4b64", "address": "fa:16:3e:a7:c4:07", "network": {"id": "780f923e-8227-482b-8679-ba02d04cbd31", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1679129109", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28431698-10", "ovs_interfaceid": "28431698-10fe-4f46-a65b-dc4b17af4b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "236cab9d-2127-46f3-a65b-cfb29dce32a6", "address": "fa:16:3e:db:a8:d5", "network": {"id": "f18f7451-5000-49ff-8e9e-025e04be7248", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-74718677", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11a69e60e414ac9a923ed3ab750e954", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap236cab9d-21", "ovs_interfaceid": "236cab9d-2127-46f3-a65b-cfb29dce32a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.458959] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a7d814-4dd6-a418-5ecf-4d226d9d39ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021372} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.459213] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.459495] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 13b41870-4408-41c7-8e44-25f31f709f95/13b41870-4408-41c7-8e44-25f31f709f95.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.459751] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c777b1d-15ea-457a-8f8f-5135bd760f22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.467922] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 786.467922] env[64658]: value = "task-2733573" [ 786.467922] env[64658]: _type = "Task" [ 786.467922] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.484334] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.541652] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.542821] env[64658]: DEBUG nova.network.neutron [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.544924] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb816f8-6d52-4f55-9381-a656ccabe5ad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.558189] env[64658]: DEBUG oslo_vmware.api [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 786.558189] env[64658]: value = "task-2733574" [ 786.558189] env[64658]: _type = "Task" [ 786.558189] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.569641] env[64658]: DEBUG oslo_vmware.api [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.595479] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a500ea-1620-48f3-9b11-6ca42c8c4267 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.602289] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733570, 'name': CreateVM_Task, 'duration_secs': 0.555623} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.602837] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.603989] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.604285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.604721] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.608037] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb74ebec-bee5-4f65-97b0-3345f43e8a3c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.610518] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59bb8ce-655b-48ac-ae6c-24711dd22df0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.623411] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 786.623411] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52307050-44c9-40fa-78a4-9d1c85f7df46" [ 786.623411] env[64658]: _type = "Task" [ 786.623411] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.664020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f25eea-cf55-45de-87f9-0e9d3c8703ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.673911] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52307050-44c9-40fa-78a4-9d1c85f7df46, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.675730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.675730] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.675730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.675730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.675730] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.682579] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26aa4375-1e62-4d73-b331-97dda99a7894 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.684959] env[64658]: DEBUG oslo_vmware.api [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431742} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.686891] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b70b38-e042-4f35-a1a2-23b4c587cac0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.695031] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.695031] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.695235] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.695366] env[64658]: INFO nova.compute.manager [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Took 1.23 seconds to destroy the instance on the hypervisor. [ 786.695837] env[64658]: DEBUG oslo.service.loopingcall [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.696675] env[64658]: DEBUG nova.compute.manager [-] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.696823] env[64658]: DEBUG nova.network.neutron [-] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.712589] env[64658]: DEBUG nova.compute.provider_tree [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.720996] env[64658]: DEBUG nova.network.neutron [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Updated VIF entry in instance network info cache for port d74c4553-ea7e-4b97-aa55-90a4e74e8b91. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.720996] env[64658]: DEBUG nova.network.neutron [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Updating instance_info_cache with network_info: [{"id": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "address": "fa:16:3e:57:3b:46", "network": {"id": "9c42a43e-a74d-4ee3-a8d1-3626c9c4086b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-421161975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d84477b94ec46bfa6f4f7004d2a5e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74c4553-ea", "ovs_interfaceid": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.720996] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.720996] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.721446] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7775e5ed-2a3e-4efc-be0b-6e3cc02d0d75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.731467] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 786.731467] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52795288-87a1-b514-c719-13ea1f220442" [ 786.731467] env[64658]: _type = "Task" [ 786.731467] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.736911] env[64658]: DEBUG nova.compute.manager [None req-498d929b-5de1-4092-9fb9-e36299bb2bf4 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Found 1 images (rotation: 2) {{(pid=64658) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 786.751880] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52795288-87a1-b514-c719-13ea1f220442, 'name': SearchDatastore_Task, 'duration_secs': 0.014346} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.753759] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40096be3-59a0-4a3d-b8cf-0ecffbc98221 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.764052] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 786.764052] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5248a599-3b66-a115-97a0-3f4d7696d4cf" [ 786.764052] env[64658]: _type = "Task" [ 786.764052] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.774475] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5248a599-3b66-a115-97a0-3f4d7696d4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.907143] env[64658]: DEBUG nova.network.neutron [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Updating instance_info_cache with network_info: [{"id": "bd146478-a58d-4d54-97bb-d8520e8abb7b", "address": "fa:16:3e:b8:f9:58", "network": {"id": "915c9534-3e06-4498-93e7-b21200ccb012", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-117724351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f297f9e4862b47cd9d262d29e3246bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd146478-a5", "ovs_interfaceid": "bd146478-a58d-4d54-97bb-d8520e8abb7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.940608] env[64658]: DEBUG oslo_concurrency.lockutils [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] Releasing lock "refresh_cache-146cdb65-6e67-4091-a32c-dd8c5accbdba" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.941236] env[64658]: DEBUG nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received event network-vif-deleted-5216ddf9-2605-4533-b77c-aad42b0db9c0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.941494] env[64658]: INFO nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Neutron deleted interface 5216ddf9-2605-4533-b77c-aad42b0db9c0; detaching it from the instance and deleting it from the info cache [ 786.941871] env[64658]: DEBUG nova.network.neutron [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [{"id": "2af09de8-d980-4b96-806f-32476d35f164", "address": "fa:16:3e:47:2e:71", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af09de8-d9", "ovs_interfaceid": "2af09de8-d980-4b96-806f-32476d35f164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.979648] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.001692] env[64658]: DEBUG nova.network.neutron [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Successfully updated port: abca4833-5241-47d8-8527-415144a3f9d0 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.073556] env[64658]: DEBUG oslo_vmware.api [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733574, 'name': PowerOnVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.225369] env[64658]: DEBUG oslo_concurrency.lockutils [req-aaf31199-dc97-41c8-a9e2-cd482da3f8a7 req-c472556d-c59f-4a0b-9297-992a5c744ed9 service nova] Releasing lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.245193] env[64658]: ERROR nova.scheduler.client.report [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [req-997f7a32-c3ff-479a-bd66-40d144aa7962] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-997f7a32-c3ff-479a-bd66-40d144aa7962"}]} [ 787.262884] env[64658]: DEBUG nova.scheduler.client.report [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.277063] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5248a599-3b66-a115-97a0-3f4d7696d4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.018551} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.277363] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.277648] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 146cdb65-6e67-4091-a32c-dd8c5accbdba/146cdb65-6e67-4091-a32c-dd8c5accbdba.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.277928] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad77e6fa-d815-4461-80cc-9138992dc8cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.282244] env[64658]: DEBUG nova.scheduler.client.report [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.282554] env[64658]: DEBUG nova.compute.provider_tree [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.287613] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 787.287613] env[64658]: value = "task-2733575" [ 787.287613] env[64658]: _type = "Task" [ 787.287613] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.297291] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.303691] env[64658]: DEBUG nova.scheduler.client.report [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.327622] env[64658]: DEBUG nova.scheduler.client.report [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 787.412019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Releasing lock "refresh_cache-2af40134-8a16-4b54-a16f-2598a45fb781" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.412019] env[64658]: DEBUG nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Instance network_info: |[{"id": "bd146478-a58d-4d54-97bb-d8520e8abb7b", "address": "fa:16:3e:b8:f9:58", "network": {"id": "915c9534-3e06-4498-93e7-b21200ccb012", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-117724351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f297f9e4862b47cd9d262d29e3246bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd146478-a5", "ovs_interfaceid": "bd146478-a58d-4d54-97bb-d8520e8abb7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.412019] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f9:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd146478-a58d-4d54-97bb-d8520e8abb7b', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.420435] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Creating folder: Project (f297f9e4862b47cd9d262d29e3246bab). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.423848] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6baae18-abd7-41bf-a6fd-6be9392c734b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.440511] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Created folder: Project (f297f9e4862b47cd9d262d29e3246bab) in parent group-v550231. [ 787.440746] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Creating folder: Instances. Parent ref: group-v550375. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.441418] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ea1c610-32f5-432e-9856-f4bab28dc8af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.445967] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32dd448e-de60-499c-9fb3-f5d26ef401ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.461602] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a148ef00-deb8-44a3-aa45-300ac0ec322c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.472085] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Created folder: Instances in parent group-v550375. [ 787.472468] env[64658]: DEBUG oslo.service.loopingcall [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.475486] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.484221] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe44a8f-6767-4f94-9bf4-a11443682cce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.511658] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.511658] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.511658] env[64658]: DEBUG nova.network.neutron [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.511658] env[64658]: DEBUG nova.compute.manager [req-0a0ff60b-ea4a-4ee3-b8e2-8442c84727d5 req-29bbea9a-5cf0-429e-a81e-ea00ccdb4e42 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Detach interface failed, port_id=5216ddf9-2605-4533-b77c-aad42b0db9c0, reason: Instance 5756535c-f4fc-41a7-b6e3-a04e72cad7fa could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 787.521558] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647677} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.523303] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 13b41870-4408-41c7-8e44-25f31f709f95/13b41870-4408-41c7-8e44-25f31f709f95.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.523729] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.523995] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.523995] env[64658]: value = "task-2733578" [ 787.523995] env[64658]: _type = "Task" [ 787.523995] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.524954] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9381582-eeb4-4eca-ab82-d62773cf902b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.542391] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733578, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.544254] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 787.544254] env[64658]: value = "task-2733579" [ 787.544254] env[64658]: _type = "Task" [ 787.544254] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.557331] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.579177] env[64658]: DEBUG oslo_vmware.api [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733574, 'name': PowerOnVM_Task, 'duration_secs': 0.585967} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.579177] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.579177] env[64658]: DEBUG nova.compute.manager [None req-eed9834a-cca7-4640-b02f-a94524f9018b tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.579177] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700712f8-9b8e-4e84-9d02-f1e9f576afb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.812357] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.896750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d59e3-6752-44d5-b08d-b9a1e554a9e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.906732] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddf8e6d-973c-49f8-9fe4-0e2c7ff865b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.943650] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e1556-5829-46b4-93e8-d7b50f907cee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.953213] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4222ccc7-33c7-4f42-95a5-886b1a617147 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.969599] env[64658]: DEBUG nova.compute.provider_tree [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.039553] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733578, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.057853] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084872} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.058412] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.059334] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105a39ec-02b5-41a3-b7c7-a7e463e5c82f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.085850] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 13b41870-4408-41c7-8e44-25f31f709f95/13b41870-4408-41c7-8e44-25f31f709f95.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.086928] env[64658]: DEBUG nova.network.neutron [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.089398] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e9bb4b-0074-4250-81a2-df9f5a3bdf07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.112991] env[64658]: DEBUG nova.compute.manager [req-a449423e-51f8-4121-a8ac-ed582661ee51 req-b4409538-4a48-4ec7-9558-614eda03531a service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Received event network-vif-plugged-abca4833-5241-47d8-8527-415144a3f9d0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.113345] env[64658]: DEBUG oslo_concurrency.lockutils [req-a449423e-51f8-4121-a8ac-ed582661ee51 req-b4409538-4a48-4ec7-9558-614eda03531a service nova] Acquiring lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.113468] env[64658]: DEBUG oslo_concurrency.lockutils [req-a449423e-51f8-4121-a8ac-ed582661ee51 req-b4409538-4a48-4ec7-9558-614eda03531a service nova] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.113618] env[64658]: DEBUG oslo_concurrency.lockutils [req-a449423e-51f8-4121-a8ac-ed582661ee51 req-b4409538-4a48-4ec7-9558-614eda03531a service nova] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.113792] env[64658]: DEBUG nova.compute.manager [req-a449423e-51f8-4121-a8ac-ed582661ee51 req-b4409538-4a48-4ec7-9558-614eda03531a service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] No waiting events found dispatching network-vif-plugged-abca4833-5241-47d8-8527-415144a3f9d0 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.113949] env[64658]: WARNING nova.compute.manager [req-a449423e-51f8-4121-a8ac-ed582661ee51 req-b4409538-4a48-4ec7-9558-614eda03531a service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Received unexpected event network-vif-plugged-abca4833-5241-47d8-8527-415144a3f9d0 for instance with vm_state building and task_state spawning. [ 788.125250] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 788.125250] env[64658]: value = "task-2733580" [ 788.125250] env[64658]: _type = "Task" [ 788.125250] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.136011] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.313600] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722122} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.313600] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 146cdb65-6e67-4091-a32c-dd8c5accbdba/146cdb65-6e67-4091-a32c-dd8c5accbdba.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.313600] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.313600] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d64ea1f4-beef-4d44-9c96-d808ccb53b91 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.320726] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 788.320726] env[64658]: value = "task-2733581" [ 788.320726] env[64658]: _type = "Task" [ 788.320726] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.332720] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.369228] env[64658]: DEBUG nova.network.neutron [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [{"id": "abca4833-5241-47d8-8527-415144a3f9d0", "address": "fa:16:3e:0e:db:95", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabca4833-52", "ovs_interfaceid": "abca4833-5241-47d8-8527-415144a3f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.498886] env[64658]: DEBUG nova.compute.manager [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Received event network-vif-deleted-1c77a508-76fc-4b07-b43c-370878a27cff {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.499371] env[64658]: DEBUG nova.compute.manager [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Received event network-vif-plugged-bd146478-a58d-4d54-97bb-d8520e8abb7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.500572] env[64658]: DEBUG oslo_concurrency.lockutils [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] Acquiring lock "2af40134-8a16-4b54-a16f-2598a45fb781-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.500572] env[64658]: DEBUG oslo_concurrency.lockutils [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] Lock "2af40134-8a16-4b54-a16f-2598a45fb781-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.500572] env[64658]: DEBUG oslo_concurrency.lockutils [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] Lock "2af40134-8a16-4b54-a16f-2598a45fb781-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.500572] env[64658]: DEBUG nova.compute.manager [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] No waiting events found dispatching network-vif-plugged-bd146478-a58d-4d54-97bb-d8520e8abb7b {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.500572] env[64658]: WARNING nova.compute.manager [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Received unexpected event network-vif-plugged-bd146478-a58d-4d54-97bb-d8520e8abb7b for instance with vm_state building and task_state spawning. [ 788.500884] env[64658]: DEBUG nova.compute.manager [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Received event network-changed-bd146478-a58d-4d54-97bb-d8520e8abb7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.500884] env[64658]: DEBUG nova.compute.manager [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Refreshing instance network info cache due to event network-changed-bd146478-a58d-4d54-97bb-d8520e8abb7b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.501103] env[64658]: DEBUG oslo_concurrency.lockutils [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] Acquiring lock "refresh_cache-2af40134-8a16-4b54-a16f-2598a45fb781" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.501736] env[64658]: DEBUG oslo_concurrency.lockutils [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] Acquired lock "refresh_cache-2af40134-8a16-4b54-a16f-2598a45fb781" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.501736] env[64658]: DEBUG nova.network.neutron [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Refreshing network info cache for port bd146478-a58d-4d54-97bb-d8520e8abb7b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.516024] env[64658]: DEBUG nova.scheduler.client.report [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.516024] env[64658]: DEBUG nova.compute.provider_tree [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 70 to 71 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.516024] env[64658]: DEBUG nova.compute.provider_tree [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.540462] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733578, 'name': CreateVM_Task, 'duration_secs': 0.639418} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.540810] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.542691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.542691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.542691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.543208] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d23863-3085-4aa7-a792-7db474098aac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.550212] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 788.550212] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523974cc-0f51-ffd2-39de-b4c9c7bac29f" [ 788.550212] env[64658]: _type = "Task" [ 788.550212] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.550837] env[64658]: DEBUG nova.network.neutron [-] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.563255] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523974cc-0f51-ffd2-39de-b4c9c7bac29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.645988] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.835583] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.835988] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.837712] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b357f194-047b-455a-9f61-53c5104ab4ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.870574] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 146cdb65-6e67-4091-a32c-dd8c5accbdba/146cdb65-6e67-4091-a32c-dd8c5accbdba.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.871017] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03cce500-c433-4404-8076-cd071f1d8e0a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.886618] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.887016] env[64658]: DEBUG nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Instance network_info: |[{"id": "abca4833-5241-47d8-8527-415144a3f9d0", "address": "fa:16:3e:0e:db:95", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabca4833-52", "ovs_interfaceid": "abca4833-5241-47d8-8527-415144a3f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.887476] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:db:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abca4833-5241-47d8-8527-415144a3f9d0', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.895312] env[64658]: DEBUG oslo.service.loopingcall [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.897199] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.897199] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beff15a0-a4f9-43c2-9299-639959b40dab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.912867] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 788.912867] env[64658]: value = "task-2733582" [ 788.912867] env[64658]: _type = "Task" [ 788.912867] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.919602] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.919602] env[64658]: value = "task-2733583" [ 788.919602] env[64658]: _type = "Task" [ 788.919602] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.920698] env[64658]: DEBUG nova.compute.manager [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.927870] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a7fc8c-f53e-410e-a3fb-c84a13eb5c4f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.931318] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.939700] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733583, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.021803] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.029s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.022364] env[64658]: DEBUG nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.025430] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.323s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.025709] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.030669] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.990s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.032354] env[64658]: INFO nova.compute.claims [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.057482] env[64658]: INFO nova.compute.manager [-] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Took 2.36 seconds to deallocate network for instance. [ 789.069021] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523974cc-0f51-ffd2-39de-b4c9c7bac29f, 'name': SearchDatastore_Task, 'duration_secs': 0.0212} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.069021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.069021] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.069021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.069021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.069021] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.069683] env[64658]: INFO nova.scheduler.client.report [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Deleted allocations for instance 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c [ 789.072658] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b70242-7dd7-44bf-bf4b-0e76b4915bf8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.084250] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.084551] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.088158] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0725285-2207-47a1-8fd0-2e897dd236f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.095138] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 789.095138] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528557cf-9d95-2d71-e342-367a0e40d4ee" [ 789.095138] env[64658]: _type = "Task" [ 789.095138] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.110193] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528557cf-9d95-2d71-e342-367a0e40d4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.145066] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733580, 'name': ReconfigVM_Task, 'duration_secs': 0.710233} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.145300] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 13b41870-4408-41c7-8e44-25f31f709f95/13b41870-4408-41c7-8e44-25f31f709f95.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.145989] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67c54481-2114-4d64-a3d5-dc5f1602834d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.155132] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 789.155132] env[64658]: value = "task-2733584" [ 789.155132] env[64658]: _type = "Task" [ 789.155132] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.166382] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733584, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.430588] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733582, 'name': ReconfigVM_Task, 'duration_secs': 0.450987} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.431522] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 146cdb65-6e67-4091-a32c-dd8c5accbdba/146cdb65-6e67-4091-a32c-dd8c5accbdba.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.436017] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce1070a-c80a-46d1-a91d-16b7188adb87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.439355] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733583, 'name': CreateVM_Task, 'duration_secs': 0.414939} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.440508] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.442382] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.443151] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.443525] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.444069] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89f5be8-75f3-4aea-8649-caffe76c6a1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.449194] env[64658]: INFO nova.compute.manager [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] instance snapshotting [ 789.449850] env[64658]: DEBUG nova.objects.instance [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'flavor' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.451247] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 789.451247] env[64658]: value = "task-2733585" [ 789.451247] env[64658]: _type = "Task" [ 789.451247] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.460428] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 789.460428] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520e769d-1c96-eb97-9de3-f4cdb3630f00" [ 789.460428] env[64658]: _type = "Task" [ 789.460428] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.471166] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733585, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.478397] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520e769d-1c96-eb97-9de3-f4cdb3630f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.540030] env[64658]: DEBUG nova.compute.utils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.542250] env[64658]: DEBUG nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.542250] env[64658]: DEBUG nova.network.neutron [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.568624] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.581285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5de3a59e-9170-48d4-8cbd-5b34f6dcdf4e tempest-ServerShowV254Test-2141878505 tempest-ServerShowV254Test-2141878505-project-member] Lock "7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.106s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.613903] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528557cf-9d95-2d71-e342-367a0e40d4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015673} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.614774] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f17cf0-4689-4f8b-a0e6-ba833d5481e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.621413] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 789.621413] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5201998c-f3a6-1122-b247-85227ea6222a" [ 789.621413] env[64658]: _type = "Task" [ 789.621413] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.632307] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5201998c-f3a6-1122-b247-85227ea6222a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.632428] env[64658]: DEBUG nova.network.neutron [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Updated VIF entry in instance network info cache for port bd146478-a58d-4d54-97bb-d8520e8abb7b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.632759] env[64658]: DEBUG nova.network.neutron [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Updating instance_info_cache with network_info: [{"id": "bd146478-a58d-4d54-97bb-d8520e8abb7b", "address": "fa:16:3e:b8:f9:58", "network": {"id": "915c9534-3e06-4498-93e7-b21200ccb012", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-117724351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f297f9e4862b47cd9d262d29e3246bab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd146478-a5", "ovs_interfaceid": "bd146478-a58d-4d54-97bb-d8520e8abb7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.643519] env[64658]: DEBUG nova.policy [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a521ebc582a415d8f7f9e5ff172787d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf7412ba3ca4a54a7e2b51d95f2067f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.666393] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733584, 'name': Rename_Task, 'duration_secs': 0.243804} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.666393] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.666393] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a210684d-abb4-4920-b641-a9c5f72df5ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.675112] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 789.675112] env[64658]: value = "task-2733586" [ 789.675112] env[64658]: _type = "Task" [ 789.675112] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.683655] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.840711] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "e565fd40-68e1-4e13-862b-ffc03fbbc608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.840711] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.840711] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "e565fd40-68e1-4e13-862b-ffc03fbbc608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.840711] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.840711] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.843866] env[64658]: INFO nova.compute.manager [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Terminating instance [ 789.886653] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "a559a1ce-8202-4244-a5c9-5e8e567257d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.886927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.955502] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596359f0-8d1e-40f0-b9c7-969cfef1ebc0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.988255] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d8ff49-db16-4097-a85c-06c606a600b4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.991546] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733585, 'name': Rename_Task, 'duration_secs': 0.193835} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.996481] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.996919] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520e769d-1c96-eb97-9de3-f4cdb3630f00, 'name': SearchDatastore_Task, 'duration_secs': 0.021391} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.997660] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e4cc7c-f927-43f8-8df8-7767528ec44f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.999978] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.000258] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.000514] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.011759] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 790.011759] env[64658]: value = "task-2733587" [ 790.011759] env[64658]: _type = "Task" [ 790.011759] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.030212] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.044296] env[64658]: DEBUG nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.135518] env[64658]: DEBUG oslo_concurrency.lockutils [req-b7eccbc7-ea09-4bc8-9241-0323653ca68b req-ff015e07-0397-47c0-9cdd-5d6d872bdf4a service nova] Releasing lock "refresh_cache-2af40134-8a16-4b54-a16f-2598a45fb781" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.135904] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5201998c-f3a6-1122-b247-85227ea6222a, 'name': SearchDatastore_Task, 'duration_secs': 0.017052} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.138970] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.139213] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 2af40134-8a16-4b54-a16f-2598a45fb781/2af40134-8a16-4b54-a16f-2598a45fb781.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.139730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.139919] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.140150] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e463483-93ac-41d4-a0a1-735da1628186 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.142400] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771b5c55-66d4-4084-be61-7a3bd17240bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.153492] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 790.153492] env[64658]: value = "task-2733588" [ 790.153492] env[64658]: _type = "Task" [ 790.153492] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.155143] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.155461] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.160165] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5154f6c7-a030-42e8-ae27-66f270f62716 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.175657] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.175657] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 790.175657] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c24a53-c281-cee0-ed98-bf92bc47f085" [ 790.175657] env[64658]: _type = "Task" [ 790.175657] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.187816] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c24a53-c281-cee0-ed98-bf92bc47f085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.191366] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.350829] env[64658]: DEBUG nova.compute.manager [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.351099] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.352319] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd5330c-b5f9-4d91-8cf4-0a9db056440a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.368979] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.372168] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99938c59-e720-46a5-972e-94e3c6a1b92b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.382756] env[64658]: DEBUG oslo_vmware.api [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 790.382756] env[64658]: value = "task-2733589" [ 790.382756] env[64658]: _type = "Task" [ 790.382756] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.396206] env[64658]: DEBUG oslo_vmware.api [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.511626] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 790.512103] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17001752-8382-474c-81af-3dd4d5ed1e60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.529436] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 790.529436] env[64658]: value = "task-2733590" [ 790.529436] env[64658]: _type = "Task" [ 790.529436] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.536502] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733587, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.559061] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.592648] env[64658]: DEBUG nova.compute.manager [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Received event network-changed-abca4833-5241-47d8-8527-415144a3f9d0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.592900] env[64658]: DEBUG nova.compute.manager [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Refreshing instance network info cache due to event network-changed-abca4833-5241-47d8-8527-415144a3f9d0. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.593335] env[64658]: DEBUG oslo_concurrency.lockutils [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] Acquiring lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.593532] env[64658]: DEBUG oslo_concurrency.lockutils [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] Acquired lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.593745] env[64658]: DEBUG nova.network.neutron [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Refreshing network info cache for port abca4833-5241-47d8-8527-415144a3f9d0 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.605288] env[64658]: DEBUG nova.network.neutron [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Successfully created port: e020b4c3-030d-48df-aafd-bdf5eb2a5c2c {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.672028] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733588, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.674421] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516af51a-b360-4d34-aa3a-363fe7e3e13d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.713739] env[64658]: DEBUG oslo_vmware.api [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2733586, 'name': PowerOnVM_Task, 'duration_secs': 0.759294} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.714423] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c24a53-c281-cee0-ed98-bf92bc47f085, 'name': SearchDatastore_Task, 'duration_secs': 0.027695} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.715996] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.716443] env[64658]: INFO nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Took 10.11 seconds to spawn the instance on the hypervisor. [ 790.717245] env[64658]: DEBUG nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.721835] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a9bf8c-dbdd-4c6a-9930-fde5787cd787 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.733284] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb3f66-405e-40c9-a536-67b18e44f89f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.745020] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e249f24-84f9-4f3b-bc76-5ee1c812d6fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.760284] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 790.760284] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f37e5c-379c-68e4-5165-394d7217dfe9" [ 790.760284] env[64658]: _type = "Task" [ 790.760284] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.801656] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd51bc3e-1177-49a2-acb7-5bc16e0a8be5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.825834] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d05c40-849b-495b-abbd-82cfc2d5be97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.831520] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f37e5c-379c-68e4-5165-394d7217dfe9, 'name': SearchDatastore_Task, 'duration_secs': 0.021348} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.831814] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.832104] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.833130] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbcdae00-9dc8-4bab-9538-94f051bc5325 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.844962] env[64658]: DEBUG nova.compute.provider_tree [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.853244] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 790.853244] env[64658]: value = "task-2733591" [ 790.853244] env[64658]: _type = "Task" [ 790.853244] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.867124] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.894768] env[64658]: DEBUG oslo_vmware.api [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733589, 'name': PowerOffVM_Task, 'duration_secs': 0.352203} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.894768] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.894768] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.895211] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2332b33c-396e-4493-b6c5-d0bf971078a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.977500] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.977878] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.977981] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleting the datastore file [datastore1] e565fd40-68e1-4e13-862b-ffc03fbbc608 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.978490] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1928f0a5-852f-4d95-bca4-ba411b8e7edd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.988554] env[64658]: DEBUG oslo_vmware.api [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 790.988554] env[64658]: value = "task-2733593" [ 790.988554] env[64658]: _type = "Task" [ 790.988554] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.999758] env[64658]: DEBUG oslo_vmware.api [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.033020] env[64658]: DEBUG oslo_vmware.api [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733587, 'name': PowerOnVM_Task, 'duration_secs': 0.630095} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.033020] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.033020] env[64658]: INFO nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Took 13.11 seconds to spawn the instance on the hypervisor. [ 791.033020] env[64658]: DEBUG nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.033301] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20a65b-8325-499b-a949-bb7e86bded8a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.047099] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.060717] env[64658]: DEBUG nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.093289] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.095200] env[64658]: DEBUG nova.virt.hardware [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.096229] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cafa12-9fea-42ad-8022-7a2975c8dd6e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.108926] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1636001-f35e-4c88-a16d-e8519040ba57 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.169715] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637922} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.169980] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 2af40134-8a16-4b54-a16f-2598a45fb781/2af40134-8a16-4b54-a16f-2598a45fb781.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.170281] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.170554] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08a8af67-8d5b-4e2a-8abb-4ba799997037 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.180029] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 791.180029] env[64658]: value = "task-2733594" [ 791.180029] env[64658]: _type = "Task" [ 791.180029] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.193102] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.306019] env[64658]: INFO nova.compute.manager [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Took 54.10 seconds to build instance. [ 791.349492] env[64658]: DEBUG nova.scheduler.client.report [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.369775] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.452451] env[64658]: DEBUG nova.network.neutron [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updated VIF entry in instance network info cache for port abca4833-5241-47d8-8527-415144a3f9d0. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.452835] env[64658]: DEBUG nova.network.neutron [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [{"id": "abca4833-5241-47d8-8527-415144a3f9d0", "address": "fa:16:3e:0e:db:95", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabca4833-52", "ovs_interfaceid": "abca4833-5241-47d8-8527-415144a3f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.510049] env[64658]: DEBUG oslo_vmware.api [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509653} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.510049] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.510049] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.510444] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.510444] env[64658]: INFO nova.compute.manager [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Took 1.16 seconds to destroy the instance on the hypervisor. [ 791.510671] env[64658]: DEBUG oslo.service.loopingcall [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.510955] env[64658]: DEBUG nova.compute.manager [-] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.510955] env[64658]: DEBUG nova.network.neutron [-] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.554051] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.565338] env[64658]: INFO nova.compute.manager [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Took 56.85 seconds to build instance. [ 791.620156] env[64658]: DEBUG nova.compute.manager [req-588a3aab-0830-4a0a-b7b1-1b67df685311 req-f7b059fb-482d-4f1b-b1af-2b04b8fd4b41 service nova] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Received event network-vif-deleted-2af09de8-d980-4b96-806f-32476d35f164 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.692722] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213815} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.692722] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.692917] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e69f2-0ef6-46c8-aaee-fca513b9184d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.719390] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 2af40134-8a16-4b54-a16f-2598a45fb781/2af40134-8a16-4b54-a16f-2598a45fb781.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.720149] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47acc947-960e-4480-8b45-34f75e7b1c87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.748063] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 791.748063] env[64658]: value = "task-2733595" [ 791.748063] env[64658]: _type = "Task" [ 791.748063] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.764389] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.809049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7dd0816-3452-4085-9468-b3898304595a tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "13b41870-4408-41c7-8e44-25f31f709f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.146s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.859255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.859255] env[64658]: DEBUG nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.863912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.507s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.868023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.868023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.081s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.870614] env[64658]: INFO nova.compute.claims [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.897603] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733226} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.899172] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.900137] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.900769] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a4a8eda-6f3e-4d63-a113-2b5a6578e4bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.910392] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 791.910392] env[64658]: value = "task-2733596" [ 791.910392] env[64658]: _type = "Task" [ 791.910392] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.922154] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.923491] env[64658]: INFO nova.scheduler.client.report [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Deleted allocations for instance e7f42e66-c0ee-474b-a277-5509fea73c0b [ 791.956929] env[64658]: DEBUG oslo_concurrency.lockutils [req-8117d1ab-bf00-4e74-8288-33587e4849db req-2743b238-a4e9-4d2e-b59e-3f809e2c595d service nova] Releasing lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.051161] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733590, 'name': CreateSnapshot_Task, 'duration_secs': 1.290558} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.051449] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 792.052948] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ceedd3-22e1-446e-a41b-4efd3401597a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.069216] env[64658]: DEBUG oslo_concurrency.lockutils [None req-70ae421c-8beb-4a04-8bec-92078ec5f3ab tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.945s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.260115] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.312365] env[64658]: DEBUG nova.compute.manager [None req-a7c66d47-1fa6-43cb-bf51-5c2ea1f525e3 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 5cd9399c-51e0-4bf1-842b-9b42dc92ad4f] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.392102] env[64658]: DEBUG nova.compute.utils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.392842] env[64658]: DEBUG nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.392842] env[64658]: DEBUG nova.network.neutron [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.422390] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100988} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.422786] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.426606] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed036a-5d5f-41c3-bd2b-def34d862dfe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.457751] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.458487] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4bb17ad0-9675-4e60-83cc-f8a6587328a6 tempest-ListImageFiltersTestJSON-600621606 tempest-ListImageFiltersTestJSON-600621606-project-member] Lock "e7f42e66-c0ee-474b-a277-5509fea73c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.535s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.460362] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2a9a2f-8638-4b0f-984a-addd341373c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.482389] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 792.482389] env[64658]: value = "task-2733597" [ 792.482389] env[64658]: _type = "Task" [ 792.482389] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.487276] env[64658]: DEBUG nova.policy [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3075819984964f14949376865d186f93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb09d50873f344cd9e210c9d7a46be8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.495126] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.573838] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.574307] env[64658]: DEBUG nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.576917] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d89e73b5-a3cb-42d0-b655-95ad3a8afa7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.588169] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 792.588169] env[64658]: value = "task-2733598" [ 792.588169] env[64658]: _type = "Task" [ 792.588169] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.598403] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733598, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.637354] env[64658]: DEBUG nova.network.neutron [-] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.764808] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733595, 'name': ReconfigVM_Task, 'duration_secs': 0.730011} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.765487] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 2af40134-8a16-4b54-a16f-2598a45fb781/2af40134-8a16-4b54-a16f-2598a45fb781.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.767243] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19337115-ecc9-43a7-9414-111e57903f22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.778154] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 792.778154] env[64658]: value = "task-2733599" [ 792.778154] env[64658]: _type = "Task" [ 792.778154] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.791386] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733599, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.816500] env[64658]: DEBUG nova.compute.manager [None req-a7c66d47-1fa6-43cb-bf51-5c2ea1f525e3 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 5cd9399c-51e0-4bf1-842b-9b42dc92ad4f] Instance disappeared before build. {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 792.897110] env[64658]: DEBUG nova.compute.utils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.920153] env[64658]: DEBUG nova.compute.manager [req-21eb8195-6503-478a-a12b-30c3416af1ad req-67902e4a-43fc-4dc7-8fa3-00fd01c0d15d service nova] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Received event network-vif-deleted-0834b350-ad03-4309-b84d-fac7ba396c8e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.996681] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733597, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.115917] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733598, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.117705] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.140548] env[64658]: INFO nova.compute.manager [-] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Took 1.63 seconds to deallocate network for instance. [ 793.295638] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733599, 'name': Rename_Task, 'duration_secs': 0.360994} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.296050] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.297773] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6380913c-ecbe-4615-883d-ae2598039d2a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.309630] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 793.309630] env[64658]: value = "task-2733600" [ 793.309630] env[64658]: _type = "Task" [ 793.309630] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.327071] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.339525] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a7c66d47-1fa6-43cb-bf51-5c2ea1f525e3 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "5cd9399c-51e0-4bf1-842b-9b42dc92ad4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.629s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.371161] env[64658]: DEBUG nova.network.neutron [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Successfully created port: 555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.400957] env[64658]: DEBUG nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.500048] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089b203d-9cd5-488f-a168-7b44d2c991f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.513422] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733597, 'name': ReconfigVM_Task, 'duration_secs': 0.609801} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.519578] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.520357] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-821a38fe-d077-4108-82cc-dc3abf7d3f8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.523313] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b038a486-3911-4553-a2a6-94b29a88a835 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.570466] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 793.570466] env[64658]: value = "task-2733601" [ 793.570466] env[64658]: _type = "Task" [ 793.570466] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.570856] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "146cdb65-6e67-4091-a32c-dd8c5accbdba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.571222] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.571455] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.571671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.571879] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.574696] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8c62c3-f51e-45a8-b4c0-2ca413142215 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.578915] env[64658]: INFO nova.compute.manager [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Terminating instance [ 793.594130] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733601, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.602208] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5059f6-31e9-4424-a3a6-edf70b3930d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.623910] env[64658]: DEBUG nova.compute.provider_tree [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.625340] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733598, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.648055] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.822879] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.842740] env[64658]: DEBUG nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.956451] env[64658]: DEBUG nova.network.neutron [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Successfully updated port: e020b4c3-030d-48df-aafd-bdf5eb2a5c2c {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.085895] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733601, 'name': Rename_Task, 'duration_secs': 0.23946} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.086935] env[64658]: DEBUG nova.compute.manager [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.087784] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.089085] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.090020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67db3f8-fab9-4cea-a225-925b89ba5548 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.094607] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6143c2b2-5404-4808-991e-50a62fe4024a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.111454] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 794.111454] env[64658]: value = "task-2733602" [ 794.111454] env[64658]: _type = "Task" [ 794.111454] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.112746] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733598, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.116533] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.116533] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7589545c-5f15-46ed-b259-d14f7efc4371 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.131795] env[64658]: DEBUG nova.scheduler.client.report [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.133202] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733602, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.135849] env[64658]: DEBUG oslo_vmware.api [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 794.135849] env[64658]: value = "task-2733603" [ 794.135849] env[64658]: _type = "Task" [ 794.135849] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.150489] env[64658]: DEBUG oslo_vmware.api [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.324517] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.375079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.413586] env[64658]: DEBUG nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.444352] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:03:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1475999888',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1058697761',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.444993] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.445617] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.445992] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.446321] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.447109] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.447484] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.447990] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.448356] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.448678] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.449327] env[64658]: DEBUG nova.virt.hardware [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.450936] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc302cf-fc0b-4a62-8b17-4faeec59ffc0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.461304] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "refresh_cache-3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.461643] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "refresh_cache-3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.461909] env[64658]: DEBUG nova.network.neutron [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.465993] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c29284c-9895-4084-b49a-4aa0d492fd6e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.614389] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733598, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.625378] env[64658]: DEBUG nova.compute.manager [req-2ccafd47-6b9c-4c65-a6cc-be5e5e008855 req-8ae5a590-ba68-4802-936f-acd05037e94e service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Received event network-vif-plugged-e020b4c3-030d-48df-aafd-bdf5eb2a5c2c {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.625614] env[64658]: DEBUG oslo_concurrency.lockutils [req-2ccafd47-6b9c-4c65-a6cc-be5e5e008855 req-8ae5a590-ba68-4802-936f-acd05037e94e service nova] Acquiring lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.625826] env[64658]: DEBUG oslo_concurrency.lockutils [req-2ccafd47-6b9c-4c65-a6cc-be5e5e008855 req-8ae5a590-ba68-4802-936f-acd05037e94e service nova] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.625988] env[64658]: DEBUG oslo_concurrency.lockutils [req-2ccafd47-6b9c-4c65-a6cc-be5e5e008855 req-8ae5a590-ba68-4802-936f-acd05037e94e service nova] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.626198] env[64658]: DEBUG nova.compute.manager [req-2ccafd47-6b9c-4c65-a6cc-be5e5e008855 req-8ae5a590-ba68-4802-936f-acd05037e94e service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] No waiting events found dispatching network-vif-plugged-e020b4c3-030d-48df-aafd-bdf5eb2a5c2c {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.626466] env[64658]: WARNING nova.compute.manager [req-2ccafd47-6b9c-4c65-a6cc-be5e5e008855 req-8ae5a590-ba68-4802-936f-acd05037e94e service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Received unexpected event network-vif-plugged-e020b4c3-030d-48df-aafd-bdf5eb2a5c2c for instance with vm_state building and task_state spawning. [ 794.640401] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.641360] env[64658]: DEBUG nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.645037] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.646060] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.848s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.646516] env[64658]: DEBUG nova.objects.instance [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lazy-loading 'resources' on Instance uuid 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.660461] env[64658]: DEBUG oslo_vmware.api [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733603, 'name': PowerOffVM_Task, 'duration_secs': 0.27262} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.664064] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.664064] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.664064] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-885db619-80ab-45a2-998e-bc98d71c82ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.810307] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.810607] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.810785] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Deleting the datastore file [datastore2] 146cdb65-6e67-4091-a32c-dd8c5accbdba {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.811111] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6ef0044-d975-45c2-99f1-1e470f9f3eae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.833848] env[64658]: DEBUG oslo_vmware.api [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for the task: (returnval){ [ 794.833848] env[64658]: value = "task-2733605" [ 794.833848] env[64658]: _type = "Task" [ 794.833848] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.833848] env[64658]: DEBUG oslo_vmware.api [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733600, 'name': PowerOnVM_Task, 'duration_secs': 1.316083} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.834109] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.834348] env[64658]: INFO nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Took 11.52 seconds to spawn the instance on the hypervisor. [ 794.834596] env[64658]: DEBUG nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.839499] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b08ac-b542-4e6a-a125-f996acb5d863 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.850256] env[64658]: DEBUG oslo_vmware.api [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.064945] env[64658]: DEBUG nova.network.neutron [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.110029] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733598, 'name': CloneVM_Task, 'duration_secs': 2.174751} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.110869] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Created linked-clone VM from snapshot [ 795.112492] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed737a1-386f-45f7-a8cd-aaacd3c85aab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.128535] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Uploading image e63d5218-82a3-466f-8350-26101cca78fb {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.135034] env[64658]: DEBUG oslo_vmware.api [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733602, 'name': PowerOnVM_Task, 'duration_secs': 0.630824} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.135353] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.135780] env[64658]: INFO nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Took 9.12 seconds to spawn the instance on the hypervisor. [ 795.136122] env[64658]: DEBUG nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.137318] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c98cfce-9028-405f-a408-36346f9a7c22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.149777] env[64658]: DEBUG nova.compute.utils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 795.156846] env[64658]: DEBUG nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.156846] env[64658]: DEBUG nova.network.neutron [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.178667] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.178667] env[64658]: value = "vm-550380" [ 795.178667] env[64658]: _type = "VirtualMachine" [ 795.178667] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.179697] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d5e3a71-8f70-4979-a374-f154d228f60c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.192281] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease: (returnval){ [ 795.192281] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526cda07-3b0d-6fdc-4704-a2f1171e1b6c" [ 795.192281] env[64658]: _type = "HttpNfcLease" [ 795.192281] env[64658]: } obtained for exporting VM: (result){ [ 795.192281] env[64658]: value = "vm-550380" [ 795.192281] env[64658]: _type = "VirtualMachine" [ 795.192281] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.195233] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the lease: (returnval){ [ 795.195233] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526cda07-3b0d-6fdc-4704-a2f1171e1b6c" [ 795.195233] env[64658]: _type = "HttpNfcLease" [ 795.195233] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.206942] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.206942] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526cda07-3b0d-6fdc-4704-a2f1171e1b6c" [ 795.206942] env[64658]: _type = "HttpNfcLease" [ 795.206942] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.352205] env[64658]: DEBUG oslo_vmware.api [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Task: {'id': task-2733605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341331} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.352205] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.352205] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.352205] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.352205] env[64658]: INFO nova.compute.manager [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Took 1.26 seconds to destroy the instance on the hypervisor. [ 795.352205] env[64658]: DEBUG oslo.service.loopingcall [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.352205] env[64658]: DEBUG nova.compute.manager [-] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.352205] env[64658]: DEBUG nova.network.neutron [-] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.392714] env[64658]: INFO nova.compute.manager [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Took 53.14 seconds to build instance. [ 795.415640] env[64658]: DEBUG nova.policy [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6dbfaa36be8449bbc44cf847777b6bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c66d48e82eb4c64b05001a8c3c0ff0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.588072] env[64658]: DEBUG nova.network.neutron [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Updating instance_info_cache with network_info: [{"id": "e020b4c3-030d-48df-aafd-bdf5eb2a5c2c", "address": "fa:16:3e:5d:0f:fc", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape020b4c3-03", "ovs_interfaceid": "e020b4c3-030d-48df-aafd-bdf5eb2a5c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.664388] env[64658]: INFO nova.compute.manager [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Took 52.37 seconds to build instance. [ 795.673330] env[64658]: DEBUG nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.706924] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.706924] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526cda07-3b0d-6fdc-4704-a2f1171e1b6c" [ 795.706924] env[64658]: _type = "HttpNfcLease" [ 795.706924] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 795.707300] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 795.707300] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526cda07-3b0d-6fdc-4704-a2f1171e1b6c" [ 795.707300] env[64658]: _type = "HttpNfcLease" [ 795.707300] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 795.708425] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2300373-cf80-4d33-8d64-f5dc740a5346 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.718159] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52942f2b-9b54-b0de-38e2-2ce848b58027/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 795.718280] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52942f2b-9b54-b0de-38e2-2ce848b58027/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 795.837960] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef24edc-25b7-47f9-bcba-691eef9df5de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.855657] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58e5fd03-e859-4cdd-821c-369e9c021f35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.859594] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab3b574-de57-4ee6-adc8-e06c6e63ac17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.900389] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "eb254d4b-0818-49f3-99fe-459901020b90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.900389] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "eb254d4b-0818-49f3-99fe-459901020b90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.900389] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "eb254d4b-0818-49f3-99fe-459901020b90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.900389] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "eb254d4b-0818-49f3-99fe-459901020b90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.900389] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "eb254d4b-0818-49f3-99fe-459901020b90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.902992] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6bec7a33-fc5d-4ed4-8828-ed348e70eff2 tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "2af40134-8a16-4b54-a16f-2598a45fb781" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.726s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.906475] env[64658]: INFO nova.compute.manager [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Terminating instance [ 795.908464] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05476c5c-694b-4cb7-b5a3-2659efc0d291 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.920221] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6587c78f-ab07-43ac-a490-0c954a4796e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.944446] env[64658]: DEBUG nova.compute.provider_tree [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.950436] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c02b4b-6b6f-63c6-fb1c-25b3939caf1d/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.951873] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26470711-14f5-4fd7-a15f-e5facfe5594f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.960661] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c02b4b-6b6f-63c6-fb1c-25b3939caf1d/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.960958] env[64658]: ERROR oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c02b4b-6b6f-63c6-fb1c-25b3939caf1d/disk-0.vmdk due to incomplete transfer. [ 795.966593] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e874dac4-857c-43d2-b89b-d71ea2f6847f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.978870] env[64658]: DEBUG oslo_vmware.rw_handles [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c02b4b-6b6f-63c6-fb1c-25b3939caf1d/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.978870] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Uploaded image 66d9f0c4-ec6f-46ea-9877-68f7d13ac9dd to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.981053] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.981053] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-877ac9d4-10e9-49df-98d9-24285e90eba1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.995020] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 795.995020] env[64658]: value = "task-2733607" [ 795.995020] env[64658]: _type = "Task" [ 795.995020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.004805] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733607, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.089520] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "refresh_cache-3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.089876] env[64658]: DEBUG nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Instance network_info: |[{"id": "e020b4c3-030d-48df-aafd-bdf5eb2a5c2c", "address": "fa:16:3e:5d:0f:fc", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape020b4c3-03", "ovs_interfaceid": "e020b4c3-030d-48df-aafd-bdf5eb2a5c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.090380] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:0f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e020b4c3-030d-48df-aafd-bdf5eb2a5c2c', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.098734] env[64658]: DEBUG oslo.service.loopingcall [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.099308] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.099588] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d057cc08-ba96-404c-84eb-fa006fcecad3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.125263] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.125263] env[64658]: value = "task-2733608" [ 796.125263] env[64658]: _type = "Task" [ 796.125263] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.134229] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733608, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.173312] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b64c32ff-3c93-4d41-8bda-59ab0d3e16bd tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.527s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.332189] env[64658]: DEBUG nova.compute.manager [req-f4074539-7fc8-43fa-b357-6c518961a1ef req-da253d5b-b67c-4829-b027-ad8987a2251f service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Received event network-vif-plugged-555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.333211] env[64658]: DEBUG oslo_concurrency.lockutils [req-f4074539-7fc8-43fa-b357-6c518961a1ef req-da253d5b-b67c-4829-b027-ad8987a2251f service nova] Acquiring lock "75f0eb9c-821c-4f8a-843d-cabea91f149d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.333211] env[64658]: DEBUG oslo_concurrency.lockutils [req-f4074539-7fc8-43fa-b357-6c518961a1ef req-da253d5b-b67c-4829-b027-ad8987a2251f service nova] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.333211] env[64658]: DEBUG oslo_concurrency.lockutils [req-f4074539-7fc8-43fa-b357-6c518961a1ef req-da253d5b-b67c-4829-b027-ad8987a2251f service nova] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.334049] env[64658]: DEBUG nova.compute.manager [req-f4074539-7fc8-43fa-b357-6c518961a1ef req-da253d5b-b67c-4829-b027-ad8987a2251f service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] No waiting events found dispatching network-vif-plugged-555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.334049] env[64658]: WARNING nova.compute.manager [req-f4074539-7fc8-43fa-b357-6c518961a1ef req-da253d5b-b67c-4829-b027-ad8987a2251f service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Received unexpected event network-vif-plugged-555afd3f-5dd5-4e44-b658-fd17c3d16ab7 for instance with vm_state building and task_state spawning. [ 796.352277] env[64658]: DEBUG nova.network.neutron [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Successfully updated port: 555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.418487] env[64658]: DEBUG nova.compute.manager [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.419763] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.419910] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd37957-6755-499e-b9a1-065dccb3e679 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.431809] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.431809] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cde6ed8-02a5-4b55-8c49-2e7fabea5c8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.445020] env[64658]: DEBUG oslo_vmware.api [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 796.445020] env[64658]: value = "task-2733609" [ 796.445020] env[64658]: _type = "Task" [ 796.445020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.460041] env[64658]: DEBUG nova.scheduler.client.report [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.465487] env[64658]: DEBUG oslo_vmware.api [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.519069] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733607, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.626383] env[64658]: DEBUG nova.network.neutron [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Successfully created port: 58f9e574-b6e0-4ec7-a70c-189893faa5bd {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.643107] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733608, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.684742] env[64658]: DEBUG nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.712963] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.713355] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.713491] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.713749] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.713957] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.714136] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.714528] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.714709] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.714881] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.715085] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.715312] env[64658]: DEBUG nova.virt.hardware [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.716377] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e539b2-1f50-4623-be9d-fc4834e97753 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.725977] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37bd35-4979-4c1b-be69-0b910f3d1eae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.858714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.858714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.858714] env[64658]: DEBUG nova.network.neutron [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.958031] env[64658]: DEBUG oslo_vmware.api [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733609, 'name': PowerOffVM_Task, 'duration_secs': 0.252593} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.958362] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.958553] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.958985] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82ea31ae-30d4-42b2-b5eb-cac7e05221e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.966406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.971092] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.996s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.974289] env[64658]: INFO nova.compute.claims [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.004640] env[64658]: INFO nova.scheduler.client.report [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Deleted allocations for instance 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa [ 797.014856] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733607, 'name': Destroy_Task, 'duration_secs': 0.670947} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.015361] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Destroyed the VM [ 797.019022] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.019022] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-788437ee-468f-4608-b68e-49b865f5366b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.028439] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 797.028439] env[64658]: value = "task-2733611" [ 797.028439] env[64658]: _type = "Task" [ 797.028439] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.041864] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.045352] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.045971] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.046168] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Deleting the datastore file [datastore2] eb254d4b-0818-49f3-99fe-459901020b90 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.046781] env[64658]: DEBUG nova.network.neutron [-] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.047661] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2c27da5-cc2b-4176-8fde-fc3121749b89 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.057089] env[64658]: DEBUG oslo_vmware.api [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for the task: (returnval){ [ 797.057089] env[64658]: value = "task-2733612" [ 797.057089] env[64658]: _type = "Task" [ 797.057089] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.069614] env[64658]: DEBUG oslo_vmware.api [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.141504] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733608, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.389455] env[64658]: DEBUG nova.compute.manager [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Received event network-changed-e020b4c3-030d-48df-aafd-bdf5eb2a5c2c {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.390248] env[64658]: DEBUG nova.compute.manager [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Refreshing instance network info cache due to event network-changed-e020b4c3-030d-48df-aafd-bdf5eb2a5c2c. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.390795] env[64658]: DEBUG oslo_concurrency.lockutils [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] Acquiring lock "refresh_cache-3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.391083] env[64658]: DEBUG oslo_concurrency.lockutils [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] Acquired lock "refresh_cache-3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.391382] env[64658]: DEBUG nova.network.neutron [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Refreshing network info cache for port e020b4c3-030d-48df-aafd-bdf5eb2a5c2c {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.404750] env[64658]: DEBUG nova.network.neutron [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.520653] env[64658]: DEBUG oslo_concurrency.lockutils [None req-acf4db05-d02b-4cdf-ab71-ba0bd9883f57 tempest-ServersV294TestFqdnHostnames-204625330 tempest-ServersV294TestFqdnHostnames-204625330-project-member] Lock "5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.891s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.543817] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.552452] env[64658]: INFO nova.compute.manager [-] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Took 2.20 seconds to deallocate network for instance. [ 797.572852] env[64658]: DEBUG oslo_vmware.api [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Task: {'id': task-2733612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278149} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.573268] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.573569] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.573769] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.574148] env[64658]: INFO nova.compute.manager [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Took 1.16 seconds to destroy the instance on the hypervisor. [ 797.574478] env[64658]: DEBUG oslo.service.loopingcall [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.574853] env[64658]: DEBUG nova.compute.manager [-] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.575025] env[64658]: DEBUG nova.network.neutron [-] [instance: eb254d4b-0818-49f3-99fe-459901020b90] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.643487] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733608, 'name': CreateVM_Task, 'duration_secs': 1.273026} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.643487] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.644164] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.645620] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.645620] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.645807] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b18e88-a7ca-4904-a7ae-0a7278ff7924 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.653077] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 797.653077] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52833435-f8d1-9d2c-a6f9-7273468d0641" [ 797.653077] env[64658]: _type = "Task" [ 797.653077] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.666511] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52833435-f8d1-9d2c-a6f9-7273468d0641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.697152] env[64658]: DEBUG nova.network.neutron [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Updating instance_info_cache with network_info: [{"id": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "address": "fa:16:3e:7e:98:73", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555afd3f-5d", "ovs_interfaceid": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.051952] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733611, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.061818] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.183266] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52833435-f8d1-9d2c-a6f9-7273468d0641, 'name': SearchDatastore_Task, 'duration_secs': 0.019685} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.184809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.185079] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.185325] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.185478] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.185725] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.186287] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0860b5ac-fa94-4840-978f-0f65bc166758 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.200651] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Releasing lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.204031] env[64658]: DEBUG nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Instance network_info: |[{"id": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "address": "fa:16:3e:7e:98:73", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555afd3f-5d", "ovs_interfaceid": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.204031] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:98:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '555afd3f-5dd5-4e44-b658-fd17c3d16ab7', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.213556] env[64658]: DEBUG oslo.service.loopingcall [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.214016] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.214168] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.218100] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.218342] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872f9231-69ba-470e-98ef-855cdbf11c43 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.226169] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-551e1f20-e0a8-4b8d-b907-4d19e807c384 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.246736] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 798.246736] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f1a908-a35a-d96d-0eed-3ad4a5b8fe09" [ 798.246736] env[64658]: _type = "Task" [ 798.246736] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.254275] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.254275] env[64658]: value = "task-2733613" [ 798.254275] env[64658]: _type = "Task" [ 798.254275] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.261632] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f1a908-a35a-d96d-0eed-3ad4a5b8fe09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.269668] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733613, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.560253] env[64658]: DEBUG oslo_vmware.api [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733611, 'name': RemoveSnapshot_Task, 'duration_secs': 1.242886} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.566431] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.566718] env[64658]: INFO nova.compute.manager [None req-4482b0af-e587-4125-be66-a79b5821b67c tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Took 18.20 seconds to snapshot the instance on the hypervisor. [ 798.643031] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe934d2-92fc-4225-9e94-8dc8a021b7f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.652060] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81659531-6bac-4724-a580-45c899ad7899 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.703365] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d33bf6f-f096-4351-8919-e37a717d18b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.711942] env[64658]: DEBUG nova.network.neutron [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Updated VIF entry in instance network info cache for port e020b4c3-030d-48df-aafd-bdf5eb2a5c2c. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.713390] env[64658]: DEBUG nova.network.neutron [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Updating instance_info_cache with network_info: [{"id": "e020b4c3-030d-48df-aafd-bdf5eb2a5c2c", "address": "fa:16:3e:5d:0f:fc", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape020b4c3-03", "ovs_interfaceid": "e020b4c3-030d-48df-aafd-bdf5eb2a5c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.715889] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e2913d-5391-4ddd-a8f6-a14aebc8a3d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.732639] env[64658]: DEBUG nova.compute.provider_tree [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.767481] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f1a908-a35a-d96d-0eed-3ad4a5b8fe09, 'name': SearchDatastore_Task, 'duration_secs': 0.020253} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.768039] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecc17b4-3293-4123-a962-f3530ba4ceb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.777660] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733613, 'name': CreateVM_Task, 'duration_secs': 0.472065} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.780390] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.780390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.780390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.780390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.780390] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8c67a1-35e1-4b24-99f1-c5d595957165 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.786402] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 798.786402] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52586c64-7944-f876-36ae-2f0320d63467" [ 798.786402] env[64658]: _type = "Task" [ 798.786402] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.792661] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 798.792661] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52be7523-ef85-6c05-ac2b-097766251803" [ 798.792661] env[64658]: _type = "Task" [ 798.792661] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.800933] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52586c64-7944-f876-36ae-2f0320d63467, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.801769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.802080] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0/3ec837c2-3d43-42cc-b2ba-f4653a6a30f0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.802384] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e90e1121-5e2b-46c7-b7b5-0b382e818b95 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.812573] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52be7523-ef85-6c05-ac2b-097766251803, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.813522] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.813780] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.813951] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.814145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.814726] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.814882] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b99a2ef-44da-49ca-90b2-eedfa30f278f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.821056] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 798.821056] env[64658]: value = "task-2733614" [ 798.821056] env[64658]: _type = "Task" [ 798.821056] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.826787] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.827834] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.829534] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725e9f7a-860d-449b-a526-8f3d8fd477f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.835791] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.842103] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 798.842103] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529ca036-b3d1-9f09-ed74-78dd68414d64" [ 798.842103] env[64658]: _type = "Task" [ 798.842103] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.853738] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529ca036-b3d1-9f09-ed74-78dd68414d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.221997] env[64658]: DEBUG oslo_concurrency.lockutils [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] Releasing lock "refresh_cache-3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.222302] env[64658]: DEBUG nova.compute.manager [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Received event network-changed-d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.222471] env[64658]: DEBUG nova.compute.manager [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Refreshing instance network info cache due to event network-changed-d74c4553-ea7e-4b97-aa55-90a4e74e8b91. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.222688] env[64658]: DEBUG oslo_concurrency.lockutils [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] Acquiring lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.222894] env[64658]: DEBUG oslo_concurrency.lockutils [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] Acquired lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.223072] env[64658]: DEBUG nova.network.neutron [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Refreshing network info cache for port d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.237328] env[64658]: DEBUG nova.scheduler.client.report [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.339770] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.359602] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529ca036-b3d1-9f09-ed74-78dd68414d64, 'name': SearchDatastore_Task, 'duration_secs': 0.013008} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.364950] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fcaa45-22c5-4692-b8d8-4f745ee0655c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.370386] env[64658]: DEBUG nova.compute.manager [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Received event network-changed-555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.370386] env[64658]: DEBUG nova.compute.manager [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Refreshing instance network info cache due to event network-changed-555afd3f-5dd5-4e44-b658-fd17c3d16ab7. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.370948] env[64658]: DEBUG oslo_concurrency.lockutils [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] Acquiring lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.370948] env[64658]: DEBUG oslo_concurrency.lockutils [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] Acquired lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.371241] env[64658]: DEBUG nova.network.neutron [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Refreshing network info cache for port 555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.378304] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 799.378304] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ee86e4-77ed-a885-9776-c760cae7b502" [ 799.378304] env[64658]: _type = "Task" [ 799.378304] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.391172] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ee86e4-77ed-a885-9776-c760cae7b502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.475054] env[64658]: DEBUG nova.network.neutron [-] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.746962] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.747376] env[64658]: DEBUG nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.750470] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.731s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.750725] env[64658]: DEBUG nova.objects.instance [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lazy-loading 'resources' on Instance uuid 987650e4-35a4-4997-b913-e8224280a8bd {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.837804] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725581} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.837804] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0/3ec837c2-3d43-42cc-b2ba-f4653a6a30f0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.837978] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.838550] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-571c20e8-0505-470e-bb21-5f54c78eab34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.850119] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 799.850119] env[64658]: value = "task-2733615" [ 799.850119] env[64658]: _type = "Task" [ 799.850119] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.866583] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.901047] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ee86e4-77ed-a885-9776-c760cae7b502, 'name': SearchDatastore_Task, 'duration_secs': 0.058983} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.901047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.901047] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 75f0eb9c-821c-4f8a-843d-cabea91f149d/75f0eb9c-821c-4f8a-843d-cabea91f149d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.901047] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db16ebad-ca13-446d-ad0c-36a79c597027 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.914617] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 799.914617] env[64658]: value = "task-2733616" [ 799.914617] env[64658]: _type = "Task" [ 799.914617] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.915328] env[64658]: DEBUG nova.network.neutron [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Successfully updated port: 58f9e574-b6e0-4ec7-a70c-189893faa5bd {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.936066] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.980316] env[64658]: INFO nova.compute.manager [-] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Took 2.41 seconds to deallocate network for instance. [ 800.076898] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.077193] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.210093] env[64658]: DEBUG nova.network.neutron [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Updated VIF entry in instance network info cache for port d74c4553-ea7e-4b97-aa55-90a4e74e8b91. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.210093] env[64658]: DEBUG nova.network.neutron [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Updating instance_info_cache with network_info: [{"id": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "address": "fa:16:3e:57:3b:46", "network": {"id": "9c42a43e-a74d-4ee3-a8d1-3626c9c4086b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-421161975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d84477b94ec46bfa6f4f7004d2a5e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74c4553-ea", "ovs_interfaceid": "d74c4553-ea7e-4b97-aa55-90a4e74e8b91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.257177] env[64658]: DEBUG nova.compute.utils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.258926] env[64658]: DEBUG nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.259161] env[64658]: DEBUG nova.network.neutron [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.308146] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "2af40134-8a16-4b54-a16f-2598a45fb781" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.308146] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "2af40134-8a16-4b54-a16f-2598a45fb781" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.308379] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "2af40134-8a16-4b54-a16f-2598a45fb781-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.308470] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "2af40134-8a16-4b54-a16f-2598a45fb781-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.308638] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "2af40134-8a16-4b54-a16f-2598a45fb781-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.310909] env[64658]: INFO nova.compute.manager [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Terminating instance [ 800.326637] env[64658]: DEBUG nova.policy [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e076750794c44789b300aaffade3b4a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ece81ef5e784f0fb044e03e1da53597', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.362040] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115223} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.364687] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.365901] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cf600f-4276-4a07-bc8c-300434ead21f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.398153] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0/3ec837c2-3d43-42cc-b2ba-f4653a6a30f0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.406559] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321cd6d3-ebbf-40fa-86ee-558c8508d8a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.427372] env[64658]: DEBUG nova.compute.manager [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 800.433614] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "refresh_cache-a7739099-b48a-4925-a176-93b4f4f7570f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.433614] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquired lock "refresh_cache-a7739099-b48a-4925-a176-93b4f4f7570f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.433614] env[64658]: DEBUG nova.network.neutron [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.446020] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 800.446020] env[64658]: value = "task-2733617" [ 800.446020] env[64658]: _type = "Task" [ 800.446020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.453170] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733616, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.478317] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.489657] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.579771] env[64658]: DEBUG nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.616231] env[64658]: DEBUG nova.network.neutron [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Updated VIF entry in instance network info cache for port 555afd3f-5dd5-4e44-b658-fd17c3d16ab7. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.616360] env[64658]: DEBUG nova.network.neutron [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Updating instance_info_cache with network_info: [{"id": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "address": "fa:16:3e:7e:98:73", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555afd3f-5d", "ovs_interfaceid": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.711366] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "33f4600a-066c-43fb-908b-b7fe98ac7e22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.711698] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "33f4600a-066c-43fb-908b-b7fe98ac7e22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.716963] env[64658]: DEBUG oslo_concurrency.lockutils [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] Releasing lock "refresh_cache-13b41870-4408-41c7-8e44-25f31f709f95" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.716963] env[64658]: DEBUG nova.compute.manager [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received event network-vif-deleted-28431698-10fe-4f46-a65b-dc4b17af4b64 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.716963] env[64658]: DEBUG nova.compute.manager [req-180d9807-1e61-4903-a462-10699d980a14 req-f2f850cf-3b96-4238-bb9a-5d8eb5d2fa66 service nova] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Received event network-vif-deleted-236cab9d-2127-46f3-a65b-cfb29dce32a6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.763373] env[64658]: DEBUG nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.774672] env[64658]: DEBUG nova.network.neutron [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Successfully created port: 7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.816088] env[64658]: DEBUG nova.compute.manager [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.818098] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.818098] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d902cd6c-bdad-4580-824c-92065b8342c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.827264] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.827264] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a60573-0858-47e7-8aed-f0702e10793b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.844276] env[64658]: DEBUG oslo_vmware.api [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 800.844276] env[64658]: value = "task-2733618" [ 800.844276] env[64658]: _type = "Task" [ 800.844276] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.868307] env[64658]: DEBUG oslo_vmware.api [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.923955] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a454d4-36ba-4b63-b150-2b71dfe9e5fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.943063] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ae19f-1756-4ec5-81d1-28a19b95fbc3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.995024] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841369} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.001058] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.001058] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 75f0eb9c-821c-4f8a-843d-cabea91f149d/75f0eb9c-821c-4f8a-843d-cabea91f149d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.001058] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.001058] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c4030-a0e4-4f25-9c13-607c4ea52d02 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.002329] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56fd7e17-0ce9-4830-b041-c65ecbb3c1e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.008068] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733617, 'name': ReconfigVM_Task, 'duration_secs': 0.561949} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.008846] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0/3ec837c2-3d43-42cc-b2ba-f4653a6a30f0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.009694] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38cd3bae-46ea-48e4-b3f8-592b881e9d32 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.030398] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae7d560-f663-43ff-9a0d-63fe322110c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.034733] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 801.034733] env[64658]: value = "task-2733619" [ 801.034733] env[64658]: _type = "Task" [ 801.034733] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.036527] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 801.036527] env[64658]: value = "task-2733620" [ 801.036527] env[64658]: _type = "Task" [ 801.036527] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.062568] env[64658]: DEBUG nova.compute.provider_tree [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.075633] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733620, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.075925] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.076883] env[64658]: DEBUG nova.network.neutron [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.104598] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.120380] env[64658]: DEBUG oslo_concurrency.lockutils [req-9db509fc-c0d8-422f-b3a0-c522ac93446c req-edca0103-50af-46db-83af-4b448c52590b service nova] Releasing lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.218977] env[64658]: DEBUG nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.360167] env[64658]: DEBUG oslo_vmware.api [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733618, 'name': PowerOffVM_Task, 'duration_secs': 0.292846} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.360167] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.360167] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.360167] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65597206-5e6e-4bcd-bd63-afab63b12183 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.439602] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.439887] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.440100] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Deleting the datastore file [datastore1] 2af40134-8a16-4b54-a16f-2598a45fb781 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.440775] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98df5f7b-03d6-4804-8745-1134054ba69d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.452798] env[64658]: DEBUG oslo_vmware.api [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for the task: (returnval){ [ 801.452798] env[64658]: value = "task-2733622" [ 801.452798] env[64658]: _type = "Task" [ 801.452798] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.463020] env[64658]: DEBUG oslo_vmware.api [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.507354] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "5dc4150c-685f-4beb-8a6b-770414be766c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.507792] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "5dc4150c-685f-4beb-8a6b-770414be766c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.532600] env[64658]: DEBUG nova.network.neutron [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Updating instance_info_cache with network_info: [{"id": "58f9e574-b6e0-4ec7-a70c-189893faa5bd", "address": "fa:16:3e:c2:61:7c", "network": {"id": "a73592ef-028d-4831-b05f-bbb63fd64c61", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-855529988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c66d48e82eb4c64b05001a8c3c0ff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f9e574-b6", "ovs_interfaceid": "58f9e574-b6e0-4ec7-a70c-189893faa5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.549543] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101721} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.550276] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.551953] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2880a53-8295-474b-83cc-5a2c9b04a915 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.558216] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733620, 'name': Rename_Task, 'duration_secs': 0.233634} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.559265] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.559343] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-494e1dbd-6179-40c1-9c95-90a998edf905 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.584555] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 75f0eb9c-821c-4f8a-843d-cabea91f149d/75f0eb9c-821c-4f8a-843d-cabea91f149d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.587434] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210ddcff-17d7-42a4-a0bb-a72f83efc48b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.604589] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 801.604589] env[64658]: value = "task-2733623" [ 801.604589] env[64658]: _type = "Task" [ 801.604589] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.610277] env[64658]: ERROR nova.scheduler.client.report [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] [req-ebe2f088-a723-4c5f-bd3f-58233ef4f3d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebe2f088-a723-4c5f-bd3f-58233ef4f3d4"}]} [ 801.614387] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 801.614387] env[64658]: value = "task-2733624" [ 801.614387] env[64658]: _type = "Task" [ 801.614387] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.625464] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.628482] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.633993] env[64658]: DEBUG nova.scheduler.client.report [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 801.654346] env[64658]: DEBUG nova.scheduler.client.report [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 801.654604] env[64658]: DEBUG nova.compute.provider_tree [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.675894] env[64658]: DEBUG nova.scheduler.client.report [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 801.707882] env[64658]: DEBUG nova.scheduler.client.report [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 801.722135] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.722135] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.742779] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.782278] env[64658]: DEBUG nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.818275] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.818909] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.819119] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.819416] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.819511] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.819681] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.820732] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.820732] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.820732] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.820732] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.820732] env[64658]: DEBUG nova.virt.hardware [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.821690] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88bc94f-6bcd-440c-9339-44cd82b1541a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.836187] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd68ae9a-b1d2-470e-b47a-a96e7ef134d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.964551] env[64658]: DEBUG oslo_vmware.api [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Task: {'id': task-2733622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201787} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.967889] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.967889] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.968065] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.968694] env[64658]: INFO nova.compute.manager [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Took 1.15 seconds to destroy the instance on the hypervisor. [ 801.968694] env[64658]: DEBUG oslo.service.loopingcall [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.968893] env[64658]: DEBUG nova.compute.manager [-] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.968978] env[64658]: DEBUG nova.network.neutron [-] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.033750] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Releasing lock "refresh_cache-a7739099-b48a-4925-a176-93b4f4f7570f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.034091] env[64658]: DEBUG nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Instance network_info: |[{"id": "58f9e574-b6e0-4ec7-a70c-189893faa5bd", "address": "fa:16:3e:c2:61:7c", "network": {"id": "a73592ef-028d-4831-b05f-bbb63fd64c61", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-855529988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c66d48e82eb4c64b05001a8c3c0ff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f9e574-b6", "ovs_interfaceid": "58f9e574-b6e0-4ec7-a70c-189893faa5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.034521] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:61:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58f9e574-b6e0-4ec7-a70c-189893faa5bd', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.042931] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Creating folder: Project (4c66d48e82eb4c64b05001a8c3c0ff0f). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.045916] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d31249d-de57-4b88-b0b0-ed97ed6969b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.060396] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Created folder: Project (4c66d48e82eb4c64b05001a8c3c0ff0f) in parent group-v550231. [ 802.060729] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Creating folder: Instances. Parent ref: group-v550383. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.061890] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ad1a313-a3c2-44cd-9b16-ad53e5739f3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.076371] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Created folder: Instances in parent group-v550383. [ 802.076707] env[64658]: DEBUG oslo.service.loopingcall [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.076943] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.077214] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449dcceb-cb27-4829-88ad-f237c9630bd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.106091] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.106091] env[64658]: value = "task-2733627" [ 802.106091] env[64658]: _type = "Task" [ 802.106091] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.129804] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.129804] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733627, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.134806] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.301900] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c0c6ad-b6a3-46a6-a580-781cc1a40c9a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.312456] env[64658]: DEBUG nova.compute.manager [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Received event network-vif-deleted-37130576-d8e1-47e7-9592-f47c2ae71160 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.313440] env[64658]: DEBUG nova.compute.manager [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Received event network-vif-plugged-58f9e574-b6e0-4ec7-a70c-189893faa5bd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.313826] env[64658]: DEBUG oslo_concurrency.lockutils [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] Acquiring lock "a7739099-b48a-4925-a176-93b4f4f7570f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.314206] env[64658]: DEBUG oslo_concurrency.lockutils [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] Lock "a7739099-b48a-4925-a176-93b4f4f7570f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.314707] env[64658]: DEBUG oslo_concurrency.lockutils [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] Lock "a7739099-b48a-4925-a176-93b4f4f7570f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.315022] env[64658]: DEBUG nova.compute.manager [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] No waiting events found dispatching network-vif-plugged-58f9e574-b6e0-4ec7-a70c-189893faa5bd {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.315361] env[64658]: WARNING nova.compute.manager [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Received unexpected event network-vif-plugged-58f9e574-b6e0-4ec7-a70c-189893faa5bd for instance with vm_state building and task_state spawning. [ 802.315662] env[64658]: DEBUG nova.compute.manager [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Received event network-changed-58f9e574-b6e0-4ec7-a70c-189893faa5bd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.317017] env[64658]: DEBUG nova.compute.manager [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Refreshing instance network info cache due to event network-changed-58f9e574-b6e0-4ec7-a70c-189893faa5bd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.317017] env[64658]: DEBUG oslo_concurrency.lockutils [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] Acquiring lock "refresh_cache-a7739099-b48a-4925-a176-93b4f4f7570f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.317017] env[64658]: DEBUG oslo_concurrency.lockutils [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] Acquired lock "refresh_cache-a7739099-b48a-4925-a176-93b4f4f7570f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.317017] env[64658]: DEBUG nova.network.neutron [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Refreshing network info cache for port 58f9e574-b6e0-4ec7-a70c-189893faa5bd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.325713] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b241f25-0add-4730-9196-f98905642dec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.361371] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fed2ed8-b1d2-4260-97ee-050e93a97696 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.371376] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544ed684-3c10-41d9-a5ae-fe8aa7708b72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.393120] env[64658]: DEBUG nova.compute.provider_tree [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.535670] env[64658]: DEBUG nova.network.neutron [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Successfully updated port: 7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.618216] env[64658]: DEBUG nova.compute.manager [req-8f48f42d-3709-4341-bae5-8f2249993fc6 req-8daca10b-501e-40d0-b6f0-800c23103373 service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Received event network-vif-deleted-bd146478-a58d-4d54-97bb-d8520e8abb7b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.618572] env[64658]: INFO nova.compute.manager [req-8f48f42d-3709-4341-bae5-8f2249993fc6 req-8daca10b-501e-40d0-b6f0-800c23103373 service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Neutron deleted interface bd146478-a58d-4d54-97bb-d8520e8abb7b; detaching it from the instance and deleting it from the info cache [ 802.618846] env[64658]: DEBUG nova.network.neutron [req-8f48f42d-3709-4341-bae5-8f2249993fc6 req-8daca10b-501e-40d0-b6f0-800c23103373 service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.639053] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733627, 'name': CreateVM_Task, 'duration_secs': 0.487946} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.639715] env[64658]: DEBUG oslo_vmware.api [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733623, 'name': PowerOnVM_Task, 'duration_secs': 0.731518} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.640140] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.640647] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.640647] env[64658]: INFO nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Took 11.58 seconds to spawn the instance on the hypervisor. [ 802.640795] env[64658]: DEBUG nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.641996] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.642210] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.642545] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.643395] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470df53-b24b-45ca-9503-575739145040 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.654024] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3dfdda0-c377-4c2f-86d3-fa88d27ed387 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.655163] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733624, 'name': ReconfigVM_Task, 'duration_secs': 0.532003} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.656023] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 75f0eb9c-821c-4f8a-843d-cabea91f149d/75f0eb9c-821c-4f8a-843d-cabea91f149d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.656346] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=64658) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 802.657977] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-560a3a8a-d786-4090-8c13-e193e4b12c82 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.663709] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 802.663709] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5220277b-2769-e367-3dba-cd484fcc33bf" [ 802.663709] env[64658]: _type = "Task" [ 802.663709] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.675153] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 802.675153] env[64658]: value = "task-2733628" [ 802.675153] env[64658]: _type = "Task" [ 802.675153] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.679038] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5220277b-2769-e367-3dba-cd484fcc33bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.691781] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733628, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.939679] env[64658]: DEBUG nova.scheduler.client.report [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 802.940274] env[64658]: DEBUG nova.compute.provider_tree [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 78 to 79 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 802.940274] env[64658]: DEBUG nova.compute.provider_tree [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.965087] env[64658]: DEBUG nova.network.neutron [-] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.038285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.038403] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.038587] env[64658]: DEBUG nova.network.neutron [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.085770] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "179392a5-0392-443c-a9a6-c5a88723afbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.086070] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "179392a5-0392-443c-a9a6-c5a88723afbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.086344] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "179392a5-0392-443c-a9a6-c5a88723afbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.086673] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "179392a5-0392-443c-a9a6-c5a88723afbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.086859] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "179392a5-0392-443c-a9a6-c5a88723afbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.091227] env[64658]: INFO nova.compute.manager [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Terminating instance [ 803.126966] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99828ef1-91f3-4a34-a8e6-1a36eed3cab8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.138401] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d27797b-7508-4eb5-ab3a-6ae5573526e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.181490] env[64658]: DEBUG nova.compute.manager [req-8f48f42d-3709-4341-bae5-8f2249993fc6 req-8daca10b-501e-40d0-b6f0-800c23103373 service nova] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Detach interface failed, port_id=bd146478-a58d-4d54-97bb-d8520e8abb7b, reason: Instance 2af40134-8a16-4b54-a16f-2598a45fb781 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 803.192882] env[64658]: INFO nova.compute.manager [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Took 47.04 seconds to build instance. [ 803.200806] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733628, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.069746} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.205725] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=64658) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 803.206140] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5220277b-2769-e367-3dba-cd484fcc33bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016351} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.206894] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a35cac3-8c10-4404-a10c-cf8f756db4ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.212023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.212023] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.212023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.212023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.212023] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.212023] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68ba5d7f-2945-4269-bdf1-b43b66b2794d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.241331] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 75f0eb9c-821c-4f8a-843d-cabea91f149d/ephemeral_0.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.243188] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4241c550-b972-4137-a354-f4ddf3175596 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.257767] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.258090] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.261831] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd249f1-be7c-40af-a081-6eff9ee825fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.270420] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 803.270420] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e00115-410b-9c1f-e291-31ecdc5c4460" [ 803.270420] env[64658]: _type = "Task" [ 803.270420] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.272203] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 803.272203] env[64658]: value = "task-2733629" [ 803.272203] env[64658]: _type = "Task" [ 803.272203] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.284499] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.287706] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e00115-410b-9c1f-e291-31ecdc5c4460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.337709] env[64658]: DEBUG nova.network.neutron [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Updated VIF entry in instance network info cache for port 58f9e574-b6e0-4ec7-a70c-189893faa5bd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.338094] env[64658]: DEBUG nova.network.neutron [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Updating instance_info_cache with network_info: [{"id": "58f9e574-b6e0-4ec7-a70c-189893faa5bd", "address": "fa:16:3e:c2:61:7c", "network": {"id": "a73592ef-028d-4831-b05f-bbb63fd64c61", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-855529988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c66d48e82eb4c64b05001a8c3c0ff0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f9e574-b6", "ovs_interfaceid": "58f9e574-b6e0-4ec7-a70c-189893faa5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.445449] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.695s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.448131] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.626s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.448276] env[64658]: DEBUG nova.objects.instance [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lazy-loading 'resources' on Instance uuid 60a8f1f1-20a3-462d-b6fb-77b930c76b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.469301] env[64658]: INFO nova.scheduler.client.report [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Deleted allocations for instance 987650e4-35a4-4997-b913-e8224280a8bd [ 803.476577] env[64658]: INFO nova.compute.manager [-] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Took 1.50 seconds to deallocate network for instance. [ 803.573611] env[64658]: DEBUG nova.network.neutron [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.596793] env[64658]: DEBUG nova.compute.manager [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.597094] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.598256] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85082acd-7fcb-4742-8caf-5967a71af059 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.609741] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.610229] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0358791d-81e3-4a3a-8e9c-c6be5c7d7b6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.618521] env[64658]: DEBUG oslo_vmware.api [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 803.618521] env[64658]: value = "task-2733630" [ 803.618521] env[64658]: _type = "Task" [ 803.618521] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.629549] env[64658]: DEBUG oslo_vmware.api [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.695670] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c35d2765-cdca-4e66-9eca-d7ba70d0e19f tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.719s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.757826] env[64658]: DEBUG nova.network.neutron [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updating instance_info_cache with network_info: [{"id": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "address": "fa:16:3e:a3:ee:f3", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931c4eb-37", "ovs_interfaceid": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.793563] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e00115-410b-9c1f-e291-31ecdc5c4460, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.799785] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.801390] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10434c4-d434-4648-b14f-c38085cfb9d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.812364] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 803.812364] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52beaa2b-7d60-0145-ecdc-b6f5b4197cd0" [ 803.812364] env[64658]: _type = "Task" [ 803.812364] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.825868] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52beaa2b-7d60-0145-ecdc-b6f5b4197cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.841666] env[64658]: DEBUG oslo_concurrency.lockutils [req-dea8eaad-40d7-4eff-a214-5fbf75b4898a req-76969b80-80d0-440e-9620-5a9e82ff491f service nova] Releasing lock "refresh_cache-a7739099-b48a-4925-a176-93b4f4f7570f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.985786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.985786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f1f07f5-42ae-48e4-a467-ca255eb4f6d9 tempest-ServerRescueTestJSONUnderV235-958566664 tempest-ServerRescueTestJSONUnderV235-958566664-project-member] Lock "987650e4-35a4-4997-b913-e8224280a8bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.553s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.131179] env[64658]: DEBUG oslo_vmware.api [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733630, 'name': PowerOffVM_Task, 'duration_secs': 0.297182} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.131765] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.131891] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.132218] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9094e9a-d09c-4312-8526-64cce3f334e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.148781] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ae725b-f802-46f8-b323-44ea643e2e3d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.157477] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0962edb3-bc44-44f7-9ead-0dcd1c588a86 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Suspending the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 804.157659] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b5f4f833-e58e-48f5-9960-3987118f3e18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.170247] env[64658]: DEBUG oslo_vmware.api [None req-0962edb3-bc44-44f7-9ead-0dcd1c588a86 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 804.170247] env[64658]: value = "task-2733632" [ 804.170247] env[64658]: _type = "Task" [ 804.170247] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.183819] env[64658]: DEBUG oslo_vmware.api [None req-0962edb3-bc44-44f7-9ead-0dcd1c588a86 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733632, 'name': SuspendVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.200050] env[64658]: DEBUG nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.217825] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.218284] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.220542] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Deleting the datastore file [datastore2] 179392a5-0392-443c-a9a6-c5a88723afbe {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.220542] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fab7708-8a0c-44e8-b5b3-bce9fd7010e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.230639] env[64658]: DEBUG oslo_vmware.api [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for the task: (returnval){ [ 804.230639] env[64658]: value = "task-2733633" [ 804.230639] env[64658]: _type = "Task" [ 804.230639] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.244017] env[64658]: DEBUG oslo_vmware.api [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.263592] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Releasing lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.264332] env[64658]: DEBUG nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Instance network_info: |[{"id": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "address": "fa:16:3e:a3:ee:f3", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931c4eb-37", "ovs_interfaceid": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.265215] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:ee:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7931c4eb-377b-4b4b-af36-85e4ceb51430', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.274330] env[64658]: DEBUG oslo.service.loopingcall [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.279349] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.279349] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-439acf12-f46f-4c82-a9b6-a3ed1f41b8ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.313487] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733629, 'name': ReconfigVM_Task, 'duration_secs': 0.608959} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.320763] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 75f0eb9c-821c-4f8a-843d-cabea91f149d/ephemeral_0.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.321637] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.321637] env[64658]: value = "task-2733634" [ 804.321637] env[64658]: _type = "Task" [ 804.321637] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.322446] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed7aa200-ad61-4309-88c3-a088e0a83b43 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.332344] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52beaa2b-7d60-0145-ecdc-b6f5b4197cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.026229} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.336155] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.336679] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a7739099-b48a-4925-a176-93b4f4f7570f/a7739099-b48a-4925-a176-93b4f4f7570f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.339167] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cca78d61-b06d-4a58-8570-7aa46668cc05 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.342680] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 804.342680] env[64658]: value = "task-2733635" [ 804.342680] env[64658]: _type = "Task" [ 804.342680] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.345445] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733634, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.355437] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 804.355437] env[64658]: value = "task-2733636" [ 804.355437] env[64658]: _type = "Task" [ 804.355437] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.366159] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733635, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.369778] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.452040] env[64658]: DEBUG nova.compute.manager [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Received event network-vif-plugged-7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.452566] env[64658]: DEBUG oslo_concurrency.lockutils [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] Acquiring lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.452566] env[64658]: DEBUG oslo_concurrency.lockutils [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.453364] env[64658]: DEBUG oslo_concurrency.lockutils [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.453364] env[64658]: DEBUG nova.compute.manager [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] No waiting events found dispatching network-vif-plugged-7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.453364] env[64658]: WARNING nova.compute.manager [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Received unexpected event network-vif-plugged-7931c4eb-377b-4b4b-af36-85e4ceb51430 for instance with vm_state building and task_state spawning. [ 804.453364] env[64658]: DEBUG nova.compute.manager [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Received event network-changed-7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.453741] env[64658]: DEBUG nova.compute.manager [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Refreshing instance network info cache due to event network-changed-7931c4eb-377b-4b4b-af36-85e4ceb51430. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.453741] env[64658]: DEBUG oslo_concurrency.lockutils [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] Acquiring lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.453741] env[64658]: DEBUG oslo_concurrency.lockutils [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] Acquired lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.453890] env[64658]: DEBUG nova.network.neutron [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Refreshing network info cache for port 7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.504118] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52942f2b-9b54-b0de-38e2-2ce848b58027/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 804.505116] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d38b581-1583-48a3-8999-6a1e5680e536 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.517243] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52942f2b-9b54-b0de-38e2-2ce848b58027/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 804.518275] env[64658]: ERROR oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52942f2b-9b54-b0de-38e2-2ce848b58027/disk-0.vmdk due to incomplete transfer. [ 804.518686] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25cd3744-5bf0-4874-8bb5-7148c499602d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.526346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c0fdd-2546-43fe-8da3-9db6db7c0148 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.530601] env[64658]: DEBUG oslo_vmware.rw_handles [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52942f2b-9b54-b0de-38e2-2ce848b58027/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 804.530601] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Uploaded image e63d5218-82a3-466f-8350-26101cca78fb to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 804.533224] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.533832] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2cd49bb-6d34-47d5-b058-9ef827ea224b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.543675] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549c05d2-1d7b-4f04-9666-5ccc6a470e5e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.548817] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 804.548817] env[64658]: value = "task-2733637" [ 804.548817] env[64658]: _type = "Task" [ 804.548817] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.580654] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3404c0f2-830c-417e-b0a3-958d153a65c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.586342] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733637, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.592790] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf1bb1e-3e80-4d8b-b007-ab7126c14c0d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.610391] env[64658]: DEBUG nova.compute.provider_tree [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.690024] env[64658]: DEBUG oslo_vmware.api [None req-0962edb3-bc44-44f7-9ead-0dcd1c588a86 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733632, 'name': SuspendVM_Task} progress is 50%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.724686] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.742332] env[64658]: DEBUG oslo_vmware.api [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Task: {'id': task-2733633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219912} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.742725] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.742854] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.743206] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.743278] env[64658]: INFO nova.compute.manager [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 804.743469] env[64658]: DEBUG oslo.service.loopingcall [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.743674] env[64658]: DEBUG nova.compute.manager [-] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.743768] env[64658]: DEBUG nova.network.neutron [-] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.835731] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733634, 'name': CreateVM_Task, 'duration_secs': 0.448093} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.835917] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.836766] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.837437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.837437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.837718] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2815d2b7-bff0-4f49-87de-bab997b0e5b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.843519] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 804.843519] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525f29f6-8411-0f3c-f7a2-33224680aafc" [ 804.843519] env[64658]: _type = "Task" [ 804.843519] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.858722] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525f29f6-8411-0f3c-f7a2-33224680aafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.867148] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733635, 'name': Rename_Task, 'duration_secs': 0.441913} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.868738] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.869951] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-468c1174-b640-4a32-b90d-855f2519c507 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.875694] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.883799] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 804.883799] env[64658]: value = "task-2733638" [ 804.883799] env[64658]: _type = "Task" [ 804.883799] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.893919] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.063847] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733637, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.114394] env[64658]: DEBUG nova.scheduler.client.report [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.186299] env[64658]: DEBUG oslo_vmware.api [None req-0962edb3-bc44-44f7-9ead-0dcd1c588a86 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733632, 'name': SuspendVM_Task, 'duration_secs': 0.744161} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.188039] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0962edb3-bc44-44f7-9ead-0dcd1c588a86 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Suspended the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 805.188039] env[64658]: DEBUG nova.compute.manager [None req-0962edb3-bc44-44f7-9ead-0dcd1c588a86 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.188039] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c877001-b16d-43cc-a589-e2fffb1cdb27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.360016] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525f29f6-8411-0f3c-f7a2-33224680aafc, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.370549] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.370934] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.371207] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.371409] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.371651] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.373193] env[64658]: DEBUG nova.network.neutron [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updated VIF entry in instance network info cache for port 7931c4eb-377b-4b4b-af36-85e4ceb51430. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.373193] env[64658]: DEBUG nova.network.neutron [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updating instance_info_cache with network_info: [{"id": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "address": "fa:16:3e:a3:ee:f3", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931c4eb-37", "ovs_interfaceid": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.374294] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806604e3-bc23-41f6-9970-25cae7fd0169 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.383582] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955124} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.385347] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a7739099-b48a-4925-a176-93b4f4f7570f/a7739099-b48a-4925-a176-93b4f4f7570f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.385617] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.385987] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.386192] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.388187] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acf1ece8-59a7-43f2-9718-3354a34e4018 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.393495] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a375c3d-54b8-4a71-b532-575451dd027d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.400900] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 805.400900] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fd4f83-6ed2-1c76-1387-65b53d6091ed" [ 805.400900] env[64658]: _type = "Task" [ 805.400900] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.405342] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 805.405342] env[64658]: value = "task-2733639" [ 805.405342] env[64658]: _type = "Task" [ 805.405342] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.405930] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733638, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.419889] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fd4f83-6ed2-1c76-1387-65b53d6091ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.423642] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.423949] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f832b0ce-3970-4eee-b9a0-a7eaa12ec2ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.430360] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 805.430360] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c7c2be-63fb-f802-2f17-04ae2d9b39c7" [ 805.430360] env[64658]: _type = "Task" [ 805.430360] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.442128] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c7c2be-63fb-f802-2f17-04ae2d9b39c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.561538] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733637, 'name': Destroy_Task, 'duration_secs': 0.824952} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.562022] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Destroyed the VM [ 805.562464] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.563147] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dcb28f1e-05c0-4eff-bce8-2c9f8e476c53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.571647] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 805.571647] env[64658]: value = "task-2733640" [ 805.571647] env[64658]: _type = "Task" [ 805.571647] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.582914] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.623952] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.626430] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.499s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.628043] env[64658]: INFO nova.compute.claims [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.652674] env[64658]: INFO nova.scheduler.client.report [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Deleted allocations for instance 60a8f1f1-20a3-462d-b6fb-77b930c76b59 [ 805.716045] env[64658]: DEBUG nova.network.neutron [-] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.878880] env[64658]: DEBUG oslo_concurrency.lockutils [req-cab65d9c-4e47-4d9a-9130-d260803758ea req-6f3b0950-1957-4b88-8a55-43ed7094df23 service nova] Releasing lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.896705] env[64658]: DEBUG oslo_vmware.api [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2733638, 'name': PowerOnVM_Task, 'duration_secs': 0.583722} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.896986] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.897202] env[64658]: INFO nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Took 11.48 seconds to spawn the instance on the hypervisor. [ 805.897385] env[64658]: DEBUG nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.899895] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51979a4-fec4-48b2-9717-a8aae30bc78e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.923647] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158572} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.924172] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.925195] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85f52bd-3e78-4823-96cd-9b254725c510 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.958030] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a7739099-b48a-4925-a176-93b4f4f7570f/a7739099-b48a-4925-a176-93b4f4f7570f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.958672] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ba6c41-a64e-4a78-a2e4-df82f9ed1446 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.982348] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c7c2be-63fb-f802-2f17-04ae2d9b39c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011825} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.983927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.983980] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 29dc6f3d-26c5-4757-905b-5c7bc0e14998/29dc6f3d-26c5-4757-905b-5c7bc0e14998.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.984625] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c562a3b0-f048-4f16-a485-37ba19fe197e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.989310] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 805.989310] env[64658]: value = "task-2733641" [ 805.989310] env[64658]: _type = "Task" [ 805.989310] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.994579] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 805.994579] env[64658]: value = "task-2733642" [ 805.994579] env[64658]: _type = "Task" [ 805.994579] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.002932] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.009493] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.090497] env[64658]: DEBUG oslo_vmware.api [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733640, 'name': RemoveSnapshot_Task, 'duration_secs': 0.502824} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.090497] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 806.090497] env[64658]: INFO nova.compute.manager [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Took 16.13 seconds to snapshot the instance on the hypervisor. [ 806.166180] env[64658]: DEBUG oslo_concurrency.lockutils [None req-888737a1-a670-4114-af62-f007f01b5fb5 tempest-AttachInterfacesUnderV243Test-891906370 tempest-AttachInterfacesUnderV243Test-891906370-project-member] Lock "60a8f1f1-20a3-462d-b6fb-77b930c76b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.421s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.218295] env[64658]: INFO nova.compute.manager [-] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Took 1.47 seconds to deallocate network for instance. [ 806.428284] env[64658]: INFO nova.compute.manager [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Took 48.41 seconds to build instance. [ 806.502543] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733641, 'name': ReconfigVM_Task, 'duration_secs': 0.45965} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.503369] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a7739099-b48a-4925-a176-93b4f4f7570f/a7739099-b48a-4925-a176-93b4f4f7570f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.504096] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea8777e4-3538-41da-bdad-cf7542e3977b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.509442] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733642, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.515234] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 806.515234] env[64658]: value = "task-2733643" [ 806.515234] env[64658]: _type = "Task" [ 806.515234] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.526482] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733643, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.611970] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "be085354-542a-4d5d-bcb8-f53394e36b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.616020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.648823] env[64658]: DEBUG nova.compute.manager [None req-7b674f3a-f779-4aae-9000-319e0e6a8230 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Found 2 images (rotation: 2) {{(pid=64658) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 806.727998] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.909623] env[64658]: DEBUG nova.compute.manager [req-0a2dcf08-0b10-4cfa-8f1d-ed95319db4f4 req-7fcb5fe1-c6b0-4429-b61b-bbd50f05a71c service nova] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Received event network-vif-deleted-3a2172a5-f469-4c16-8482-f293b09eb2e1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.932277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-21cbf351-7f06-47d4-a9d4-a199c972178c tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.735s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.005908] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518502} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.008506] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 29dc6f3d-26c5-4757-905b-5c7bc0e14998/29dc6f3d-26c5-4757-905b-5c7bc0e14998.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.008794] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.009246] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cda98bb-dade-4075-b293-992aba60ea07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.025599] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 807.025599] env[64658]: value = "task-2733644" [ 807.025599] env[64658]: _type = "Task" [ 807.025599] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.028807] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733643, 'name': Rename_Task, 'duration_secs': 0.316637} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.033611] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.033611] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48ca11e-c6d0-42b5-9639-a3f2b39b6d53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.045221] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.046800] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 807.046800] env[64658]: value = "task-2733645" [ 807.046800] env[64658]: _type = "Task" [ 807.046800] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.058133] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.131644] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ae0ba-c043-4aae-882d-86a6afcf52d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.140173] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6802ec-b7e6-4ded-b226-c9680933f3f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.171561] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53006e5-889b-422f-bce2-0280dac621f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.180043] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a7c716-4dc3-47e2-981e-706fdf385a37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.193914] env[64658]: DEBUG nova.compute.provider_tree [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.434401] env[64658]: DEBUG nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.538656] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082928} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.539021] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.539850] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf62b9-d410-43a2-854b-b9744d49ccee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.565165] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 29dc6f3d-26c5-4757-905b-5c7bc0e14998/29dc6f3d-26c5-4757-905b-5c7bc0e14998.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.568439] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610f2042-d904-47b9-9616-2d28cff0d412 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.589728] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.591169] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 807.591169] env[64658]: value = "task-2733646" [ 807.591169] env[64658]: _type = "Task" [ 807.591169] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.600501] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.697272] env[64658]: DEBUG nova.scheduler.client.report [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.903063] env[64658]: DEBUG nova.compute.manager [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.904547] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac05a8a4-6b9e-48a3-b828-235d4ef0d084 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.965415] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.071394] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.103895] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733646, 'name': ReconfigVM_Task, 'duration_secs': 0.339475} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.104797] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 29dc6f3d-26c5-4757-905b-5c7bc0e14998/29dc6f3d-26c5-4757-905b-5c7bc0e14998.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.105506] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2f5483-a021-408c-b247-c1d7b1c9282b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.117275] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 808.117275] env[64658]: value = "task-2733647" [ 808.117275] env[64658]: _type = "Task" [ 808.117275] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.129038] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733647, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.150397] env[64658]: DEBUG nova.compute.manager [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Received event network-changed-555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.150397] env[64658]: DEBUG nova.compute.manager [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Refreshing instance network info cache due to event network-changed-555afd3f-5dd5-4e44-b658-fd17c3d16ab7. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.150694] env[64658]: DEBUG oslo_concurrency.lockutils [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] Acquiring lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.150922] env[64658]: DEBUG oslo_concurrency.lockutils [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] Acquired lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.151204] env[64658]: DEBUG nova.network.neutron [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Refreshing network info cache for port 555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.202302] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.202842] env[64658]: DEBUG nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.205769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.259s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.206031] env[64658]: DEBUG nova.objects.instance [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lazy-loading 'resources' on Instance uuid 17ee3416-3542-40ad-80fb-0da1c63f3f6d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.350129] env[64658]: DEBUG nova.compute.manager [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.350129] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad4fa56-e26d-41dd-a000-65cdc9b75d64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.418141] env[64658]: INFO nova.compute.manager [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] instance snapshotting [ 808.418379] env[64658]: WARNING nova.compute.manager [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 808.422358] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50589f5b-7410-4cb8-a00d-458a782fa451 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.452428] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aee119-5ccd-4bad-a5d8-26179d787f85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.570051] env[64658]: DEBUG oslo_vmware.api [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733645, 'name': PowerOnVM_Task, 'duration_secs': 1.119909} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.570363] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.570568] env[64658]: INFO nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Took 11.89 seconds to spawn the instance on the hypervisor. [ 808.570742] env[64658]: DEBUG nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.571667] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca5cf8-4779-4034-be38-0fec82c9c573 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.626090] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733647, 'name': Rename_Task, 'duration_secs': 0.174681} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.626360] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.626650] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc8a0e43-93a6-4611-88b3-a2ab54581f7b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.634421] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 808.634421] env[64658]: value = "task-2733648" [ 808.634421] env[64658]: _type = "Task" [ 808.634421] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.645898] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.709163] env[64658]: DEBUG nova.compute.utils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 808.714188] env[64658]: DEBUG nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.714188] env[64658]: DEBUG nova.network.neutron [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.771222] env[64658]: DEBUG nova.policy [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdaffdab18c741928ca4635c926781f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc7af37e5ae44c3aecdc3198dca1f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.863418] env[64658]: INFO nova.compute.manager [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] instance snapshotting [ 808.864401] env[64658]: DEBUG nova.objects.instance [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'flavor' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.964078] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.964659] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf7d2c34-2215-4604-99b1-5c54b4eb0eda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.974058] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 808.974058] env[64658]: value = "task-2733649" [ 808.974058] env[64658]: _type = "Task" [ 808.974058] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.987897] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.098226] env[64658]: INFO nova.compute.manager [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Took 41.08 seconds to build instance. [ 809.144472] env[64658]: DEBUG nova.network.neutron [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Successfully created port: 43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.154329] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.215161] env[64658]: DEBUG nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.232929] env[64658]: DEBUG nova.network.neutron [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Updated VIF entry in instance network info cache for port 555afd3f-5dd5-4e44-b658-fd17c3d16ab7. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.233371] env[64658]: DEBUG nova.network.neutron [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Updating instance_info_cache with network_info: [{"id": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "address": "fa:16:3e:7e:98:73", "network": {"id": "58466253-eadd-498e-9313-40c9f2ca553e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1509078170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb09d50873f344cd9e210c9d7a46be8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555afd3f-5d", "ovs_interfaceid": "555afd3f-5dd5-4e44-b658-fd17c3d16ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.299940] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215ef17-459d-41fd-99ea-e16b15698203 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.308113] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe67c20a-7d01-4339-8de8-56f1487431b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.342273] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8ad59d-c26d-43c4-9db8-88cb5f418697 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.351773] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34172f-1d2a-452f-be66-5d8bd4e6f7c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.366577] env[64658]: DEBUG nova.compute.provider_tree [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.376772] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b7a8c6-4619-498d-8249-a184b29137bc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.400281] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3bed68-432d-4dd3-b4e4-684a6c277f49 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.485225] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733649, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.600749] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d1d99138-9411-4d0d-9fb4-b30e0ef5bd6f tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "a7739099-b48a-4925-a176-93b4f4f7570f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.590s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.647650] env[64658]: DEBUG oslo_vmware.api [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733648, 'name': PowerOnVM_Task, 'duration_secs': 0.564573} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.648146] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.648396] env[64658]: INFO nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Took 7.87 seconds to spawn the instance on the hypervisor. [ 809.648704] env[64658]: DEBUG nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.649579] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43045396-e11a-41b5-b46b-82bbfe80db4c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.739302] env[64658]: DEBUG oslo_concurrency.lockutils [req-ff982479-57d3-4d30-913b-f25b1e6fcc55 req-56abdadd-711b-4dff-8fb0-bcb37d75978c service nova] Releasing lock "refresh_cache-75f0eb9c-821c-4f8a-843d-cabea91f149d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.873549] env[64658]: DEBUG nova.scheduler.client.report [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.879660] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf4a7915-1ed0-4e24-81f0-58e8e96f6907 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "interface-a7739099-b48a-4925-a176-93b4f4f7570f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.879886] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf4a7915-1ed0-4e24-81f0-58e8e96f6907 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "interface-a7739099-b48a-4925-a176-93b4f4f7570f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.880181] env[64658]: DEBUG nova.objects.instance [None req-cf4a7915-1ed0-4e24-81f0-58e8e96f6907 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lazy-loading 'flavor' on Instance uuid a7739099-b48a-4925-a176-93b4f4f7570f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.912810] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 809.913122] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ef1a0b9-1963-4d00-a6f3-36ab86257cee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.921687] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 809.921687] env[64658]: value = "task-2733650" [ 809.921687] env[64658]: _type = "Task" [ 809.921687] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.930595] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.984983] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733649, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.103531] env[64658]: DEBUG nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.172370] env[64658]: INFO nova.compute.manager [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Took 37.23 seconds to build instance. [ 810.228405] env[64658]: DEBUG nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.256641] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.256902] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.258055] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.258055] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.258055] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.258702] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.258999] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.259206] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.259381] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.259547] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.260181] env[64658]: DEBUG nova.virt.hardware [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.261443] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98a10c6-b792-42fc-aae2-7ee94a107159 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.271203] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99cbe21-054a-4d0a-b7ff-06059717f74c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.379671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.383610] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.044s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.384817] env[64658]: INFO nova.compute.claims [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.389103] env[64658]: DEBUG nova.objects.instance [None req-cf4a7915-1ed0-4e24-81f0-58e8e96f6907 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lazy-loading 'pci_requests' on Instance uuid a7739099-b48a-4925-a176-93b4f4f7570f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.404825] env[64658]: INFO nova.scheduler.client.report [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleted allocations for instance 17ee3416-3542-40ad-80fb-0da1c63f3f6d [ 810.433055] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733650, 'name': CreateSnapshot_Task, 'duration_secs': 0.472121} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.433659] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 810.434588] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dabcb0e-dbce-4b29-ac4d-dacd588fb8f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.494614] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733649, 'name': CreateSnapshot_Task, 'duration_secs': 1.11628} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.494913] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 810.495710] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c239ea5-8f25-4c99-a988-5e1152920b29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.623541] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.674515] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29880d9a-2d01-4021-b631-1175f385f39b tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.964s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.699558] env[64658]: DEBUG nova.network.neutron [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Successfully updated port: 43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.893481] env[64658]: DEBUG nova.objects.base [None req-cf4a7915-1ed0-4e24-81f0-58e8e96f6907 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 810.894502] env[64658]: DEBUG nova.network.neutron [None req-cf4a7915-1ed0-4e24-81f0-58e8e96f6907 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.913727] env[64658]: DEBUG oslo_concurrency.lockutils [None req-29f35c31-1ede-47a5-94c0-5653bc4dec4e tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "17ee3416-3542-40ad-80fb-0da1c63f3f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.564s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.959901] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.962154] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-738a3345-18ca-401f-bbee-521053005130 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.966793] env[64658]: DEBUG nova.compute.manager [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Received event network-changed-7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.967024] env[64658]: DEBUG nova.compute.manager [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Refreshing instance network info cache due to event network-changed-7931c4eb-377b-4b4b-af36-85e4ceb51430. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.967235] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] Acquiring lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.967295] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] Acquired lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.967442] env[64658]: DEBUG nova.network.neutron [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Refreshing network info cache for port 7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.976700] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 810.976700] env[64658]: value = "task-2733651" [ 810.976700] env[64658]: _type = "Task" [ 810.976700] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.988862] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733651, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.005501] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf4a7915-1ed0-4e24-81f0-58e8e96f6907 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "interface-a7739099-b48a-4925-a176-93b4f4f7570f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.125s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.017298] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.017298] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d73389b-0a2e-4b0e-8457-de60d2e0190d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.027909] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 811.027909] env[64658]: value = "task-2733652" [ 811.027909] env[64658]: _type = "Task" [ 811.027909] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.040724] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733652, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.202745] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.203210] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.203210] env[64658]: DEBUG nova.network.neutron [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.490709] env[64658]: DEBUG nova.compute.manager [req-687c5706-332d-4342-9e50-30c7745130d8 req-943f3e41-3608-4f7b-bc5f-5b61a576e052 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Received event network-vif-plugged-43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.490939] env[64658]: DEBUG oslo_concurrency.lockutils [req-687c5706-332d-4342-9e50-30c7745130d8 req-943f3e41-3608-4f7b-bc5f-5b61a576e052 service nova] Acquiring lock "afdef77d-2cba-47a6-b593-7736669070f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.491165] env[64658]: DEBUG oslo_concurrency.lockutils [req-687c5706-332d-4342-9e50-30c7745130d8 req-943f3e41-3608-4f7b-bc5f-5b61a576e052 service nova] Lock "afdef77d-2cba-47a6-b593-7736669070f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.491334] env[64658]: DEBUG oslo_concurrency.lockutils [req-687c5706-332d-4342-9e50-30c7745130d8 req-943f3e41-3608-4f7b-bc5f-5b61a576e052 service nova] Lock "afdef77d-2cba-47a6-b593-7736669070f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.491520] env[64658]: DEBUG nova.compute.manager [req-687c5706-332d-4342-9e50-30c7745130d8 req-943f3e41-3608-4f7b-bc5f-5b61a576e052 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] No waiting events found dispatching network-vif-plugged-43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.491699] env[64658]: WARNING nova.compute.manager [req-687c5706-332d-4342-9e50-30c7745130d8 req-943f3e41-3608-4f7b-bc5f-5b61a576e052 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Received unexpected event network-vif-plugged-43ccc4d6-06c7-4103-9977-b94565d610e4 for instance with vm_state building and task_state spawning. [ 811.501404] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733651, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.546803] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733652, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.762201] env[64658]: DEBUG nova.network.neutron [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.789482] env[64658]: DEBUG nova.network.neutron [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updated VIF entry in instance network info cache for port 7931c4eb-377b-4b4b-af36-85e4ceb51430. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.789949] env[64658]: DEBUG nova.network.neutron [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updating instance_info_cache with network_info: [{"id": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "address": "fa:16:3e:a3:ee:f3", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931c4eb-37", "ovs_interfaceid": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.943092] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f15378-3338-445a-bc6a-081ae75194ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.953063] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e4dad8-d3fd-49ff-a87a-fa386acee06a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.995409] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7c39cc-6543-4905-8df5-b71ef071199c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.007779] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8e315-b5f8-474e-93f9-93d555c6e81b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.012577] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733651, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.038220] env[64658]: DEBUG nova.compute.provider_tree [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.050508] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733652, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.080293] env[64658]: DEBUG nova.network.neutron [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.302609] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de69276-a870-4939-a878-187e9c9c631f req-0df9591e-2bb3-4089-9a5d-24bee03905ea service nova] Releasing lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.503121] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733651, 'name': CloneVM_Task, 'duration_secs': 1.39896} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.503922] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Created linked-clone VM from snapshot [ 812.508851] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69d97b9-3d64-481b-a50e-d37b218ef6ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.519219] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Uploading image bb050fe1-6505-427d-bc69-925f083daf76 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.545515] env[64658]: DEBUG nova.scheduler.client.report [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.561999] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733652, 'name': CloneVM_Task, 'duration_secs': 1.457681} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.564571] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.564571] env[64658]: value = "vm-550389" [ 812.564571] env[64658]: _type = "VirtualMachine" [ 812.564571] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.565091] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Created linked-clone VM from snapshot [ 812.565339] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6c1071f-4ab4-4ea1-bc81-5ce33aaa7c56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.568318] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2bcf9b-c0ab-40c3-a8dc-4540f9bdcf96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.578287] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Uploading image f0ac78b9-6e60-40aa-a121-0b35ea7b897d {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.581892] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease: (returnval){ [ 812.581892] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5296b781-c0e2-07e3-32ea-99cfaa03303e" [ 812.581892] env[64658]: _type = "HttpNfcLease" [ 812.581892] env[64658]: } obtained for exporting VM: (result){ [ 812.581892] env[64658]: value = "vm-550389" [ 812.581892] env[64658]: _type = "VirtualMachine" [ 812.581892] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.581892] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the lease: (returnval){ [ 812.581892] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5296b781-c0e2-07e3-32ea-99cfaa03303e" [ 812.581892] env[64658]: _type = "HttpNfcLease" [ 812.581892] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.585888] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.585888] env[64658]: DEBUG nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Instance network_info: |[{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.586101] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:17:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43ccc4d6-06c7-4103-9977-b94565d610e4', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.593648] env[64658]: DEBUG oslo.service.loopingcall [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.594620] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.595440] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db5dd181-492c-403e-8b35-a2dd3c2eede0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.613405] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.613405] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5296b781-c0e2-07e3-32ea-99cfaa03303e" [ 812.613405] env[64658]: _type = "HttpNfcLease" [ 812.613405] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.615927] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.615927] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5296b781-c0e2-07e3-32ea-99cfaa03303e" [ 812.615927] env[64658]: _type = "HttpNfcLease" [ 812.615927] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.616695] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82424575-e050-4dbf-a943-872e33c2ccc8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.624754] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.624754] env[64658]: value = "vm-550390" [ 812.624754] env[64658]: _type = "VirtualMachine" [ 812.624754] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.626117] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.626117] env[64658]: value = "task-2733654" [ 812.626117] env[64658]: _type = "Task" [ 812.626117] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.626117] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddd4b924-6d97-44db-8ec7-c94931c82270 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.634195] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52959a11-a456-5e01-6ace-dff5d2b058ea/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.634376] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52959a11-a456-5e01-6ace-dff5d2b058ea/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.637338] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease: (returnval){ [ 812.637338] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527a7186-c6fd-1ffb-59f5-5a428a00247a" [ 812.637338] env[64658]: _type = "HttpNfcLease" [ 812.637338] env[64658]: } obtained for exporting VM: (result){ [ 812.637338] env[64658]: value = "vm-550390" [ 812.637338] env[64658]: _type = "VirtualMachine" [ 812.637338] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.637764] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the lease: (returnval){ [ 812.637764] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527a7186-c6fd-1ffb-59f5-5a428a00247a" [ 812.637764] env[64658]: _type = "HttpNfcLease" [ 812.637764] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.701624] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733654, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.707244] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.707244] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527a7186-c6fd-1ffb-59f5-5a428a00247a" [ 812.707244] env[64658]: _type = "HttpNfcLease" [ 812.707244] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.708380] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.708380] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527a7186-c6fd-1ffb-59f5-5a428a00247a" [ 812.708380] env[64658]: _type = "HttpNfcLease" [ 812.708380] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.708889] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6f01df-e620-423a-bd88-bac89f3b06a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.718503] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639822-dcaf-c5bb-0a0b-e019e3c64ade/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.720157] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639822-dcaf-c5bb-0a0b-e019e3c64ade/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.779045] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d3e8aca-4fbf-41d0-a3f9-fa752e8712ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.838438] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a883b4f-ef55-48b2-987a-ff0a1670298f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.988201] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.988201] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.988201] env[64658]: INFO nova.compute.manager [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Rebooting instance [ 813.024694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.024694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.050936] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.051297] env[64658]: DEBUG nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.054348] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.486s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.054850] env[64658]: DEBUG nova.objects.instance [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'resources' on Instance uuid 5756535c-f4fc-41a7-b6e3-a04e72cad7fa {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.141108] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733654, 'name': CreateVM_Task, 'duration_secs': 0.433144} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.143993] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.143993] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.143993] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143993] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.144382] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cbd849-6ce7-4742-b33f-47506d51f190 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.151133] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 813.151133] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528fc118-cd9c-6b1b-1c03-604a294af355" [ 813.151133] env[64658]: _type = "Task" [ 813.151133] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.164667] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528fc118-cd9c-6b1b-1c03-604a294af355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.516956] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.517631] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquired lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.518313] env[64658]: DEBUG nova.network.neutron [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.529898] env[64658]: DEBUG nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.557715] env[64658]: DEBUG nova.compute.utils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.567098] env[64658]: DEBUG nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.568722] env[64658]: DEBUG nova.network.neutron [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.654729] env[64658]: DEBUG nova.policy [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd74515b0f6af4102a6ac8e5c094e67ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e9a5a2ee2144b8f9bf6c96153681b07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.669579] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528fc118-cd9c-6b1b-1c03-604a294af355, 'name': SearchDatastore_Task, 'duration_secs': 0.016415} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.670563] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.671096] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.671303] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.671954] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.672165] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.672489] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8d73a33-e2ee-4b6f-ba69-627cff5a7bb0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.684714] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.684714] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.685417] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645832e9-a63c-48a6-beb0-a38600c1ba68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.694832] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 813.694832] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f1c017-583e-7bad-43b2-8a171873dcb9" [ 813.694832] env[64658]: _type = "Task" [ 813.694832] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.707158] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f1c017-583e-7bad-43b2-8a171873dcb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.725387] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "a7739099-b48a-4925-a176-93b4f4f7570f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.725640] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "a7739099-b48a-4925-a176-93b4f4f7570f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.725845] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "a7739099-b48a-4925-a176-93b4f4f7570f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.726164] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "a7739099-b48a-4925-a176-93b4f4f7570f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.726432] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "a7739099-b48a-4925-a176-93b4f4f7570f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.730697] env[64658]: INFO nova.compute.manager [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Terminating instance [ 813.781096] env[64658]: DEBUG nova.compute.manager [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Received event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.781758] env[64658]: DEBUG nova.compute.manager [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing instance network info cache due to event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.782251] env[64658]: DEBUG oslo_concurrency.lockutils [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] Acquiring lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.782544] env[64658]: DEBUG oslo_concurrency.lockutils [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] Acquired lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.782828] env[64658]: DEBUG nova.network.neutron [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.060204] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.075972] env[64658]: DEBUG nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.091866] env[64658]: DEBUG nova.network.neutron [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Successfully created port: 99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.172106] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa98681b-ea60-4f51-bb2d-a8dd61dedeec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.187061] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4956079-94bb-4a3a-ad96-9f71abab367e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.234475] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada9243-4933-446c-8693-6ba366486161 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.242633] env[64658]: DEBUG nova.compute.manager [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.242754] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.243203] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f1c017-583e-7bad-43b2-8a171873dcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013804} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.245218] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d099213-6538-41c1-9c49-0b210eb22b37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.251538] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf92220-c687-4d44-b029-7b7f86dcc7e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.255382] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7e8d5a-f793-4013-aa3d-c26baf31d54d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.262831] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.263620] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-279d091a-da3d-4ade-a0cd-bd0fbbb4c08d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.267196] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 814.267196] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5244dbef-4be6-2ae0-743c-33440972781e" [ 814.267196] env[64658]: _type = "Task" [ 814.267196] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.276320] env[64658]: DEBUG nova.compute.provider_tree [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.290416] env[64658]: DEBUG oslo_vmware.api [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 814.290416] env[64658]: value = "task-2733656" [ 814.290416] env[64658]: _type = "Task" [ 814.290416] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.298736] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5244dbef-4be6-2ae0-743c-33440972781e, 'name': SearchDatastore_Task, 'duration_secs': 0.018276} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.302661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.303011] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/afdef77d-2cba-47a6-b593-7736669070f0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.303673] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c207884-d9db-496b-b3e3-3917c4cc0e74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.313978] env[64658]: DEBUG oslo_vmware.api [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.315488] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 814.315488] env[64658]: value = "task-2733657" [ 814.315488] env[64658]: _type = "Task" [ 814.315488] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.328155] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.352922] env[64658]: DEBUG nova.network.neutron [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updating instance_info_cache with network_info: [{"id": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "address": "fa:16:3e:a3:ee:f3", "network": {"id": "8678dd9c-3ea8-49a6-8269-73446e0419a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-272318336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ece81ef5e784f0fb044e03e1da53597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7931c4eb-37", "ovs_interfaceid": "7931c4eb-377b-4b4b-af36-85e4ceb51430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.555500] env[64658]: DEBUG nova.network.neutron [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updated VIF entry in instance network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.555942] env[64658]: DEBUG nova.network.neutron [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.784596] env[64658]: DEBUG nova.scheduler.client.report [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.811382] env[64658]: DEBUG oslo_vmware.api [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733656, 'name': PowerOffVM_Task, 'duration_secs': 0.253465} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.811960] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.811960] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.812106] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded870c0-01c3-4c65-b895-dfdc282c6a3c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.834454] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.859145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Releasing lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.907970] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.908278] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.908418] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Deleting the datastore file [datastore1] a7739099-b48a-4925-a176-93b4f4f7570f {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.908800] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee3dbf37-c334-412b-8836-0b244475c6d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.917628] env[64658]: DEBUG oslo_vmware.api [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for the task: (returnval){ [ 814.917628] env[64658]: value = "task-2733659" [ 814.917628] env[64658]: _type = "Task" [ 814.917628] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.929444] env[64658]: DEBUG oslo_vmware.api [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.058823] env[64658]: DEBUG oslo_concurrency.lockutils [req-8cf55b69-a987-4fbb-8257-48f1c2f9c756 req-68b31885-ea9f-4729-b339-c89506c92131 service nova] Releasing lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.092880] env[64658]: DEBUG nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.290767] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.293538] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.176s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.295288] env[64658]: INFO nova.compute.claims [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.322561] env[64658]: INFO nova.scheduler.client.report [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted allocations for instance 5756535c-f4fc-41a7-b6e3-a04e72cad7fa [ 815.330911] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631021} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.331543] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/afdef77d-2cba-47a6-b593-7736669070f0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.331823] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.332148] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1086d5c8-05ad-4990-9783-513922214a5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.341445] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 815.341445] env[64658]: value = "task-2733660" [ 815.341445] env[64658]: _type = "Task" [ 815.341445] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.351948] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.363763] env[64658]: DEBUG nova.compute.manager [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.365033] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c856d9-65cd-4acd-9c62-e9fca1ef5211 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.430974] env[64658]: DEBUG oslo_vmware.api [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Task: {'id': task-2733659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185212} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.431322] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.431550] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.431755] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.431967] env[64658]: INFO nova.compute.manager [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 815.432211] env[64658]: DEBUG oslo.service.loopingcall [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.432417] env[64658]: DEBUG nova.compute.manager [-] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.432520] env[64658]: DEBUG nova.network.neutron [-] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.637287] env[64658]: DEBUG nova.network.neutron [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Successfully updated port: 99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.835529] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e2d21726-89de-4ce7-9aef-fc468af77300 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "5756535c-f4fc-41a7-b6e3-a04e72cad7fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.882s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.853096] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102496} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.854172] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.855107] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7683f3-44e7-4659-8d9c-82285329795c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.882838] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/afdef77d-2cba-47a6-b593-7736669070f0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.887015] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9310b51-079d-4196-bdc1-bcf9199bd383 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.912822] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 815.912822] env[64658]: value = "task-2733661" [ 815.912822] env[64658]: _type = "Task" [ 815.912822] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.924138] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.143397] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.143586] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquired lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.143792] env[64658]: DEBUG nova.network.neutron [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.198623] env[64658]: DEBUG nova.network.neutron [-] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.406845] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af388f69-a30e-4bdc-9306-8f7951ebb8e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.415544] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Doing hard reboot of VM {{(pid=64658) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 816.419082] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5b918bbf-7989-441c-b466-fa3364a8afb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.430778] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733661, 'name': ReconfigVM_Task, 'duration_secs': 0.393306} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.432169] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfigured VM instance instance-00000035 to attach disk [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/afdef77d-2cba-47a6-b593-7736669070f0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.432901] env[64658]: DEBUG oslo_vmware.api [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 816.432901] env[64658]: value = "task-2733662" [ 816.432901] env[64658]: _type = "Task" [ 816.432901] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.433149] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a5c8cf2-0f0d-4aa5-965c-c37fe7284269 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.448798] env[64658]: DEBUG oslo_vmware.api [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733662, 'name': ResetVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.450579] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 816.450579] env[64658]: value = "task-2733663" [ 816.450579] env[64658]: _type = "Task" [ 816.450579] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.462666] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733663, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.682753] env[64658]: DEBUG nova.network.neutron [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.703130] env[64658]: INFO nova.compute.manager [-] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Took 1.27 seconds to deallocate network for instance. [ 816.736256] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431d52fe-140a-47c8-95ed-27bd44280520 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.747488] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63795f06-1fe1-425b-90cf-aa6e8ecbb2d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.784938] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d89432-4bf0-4e2a-bc35-e9ca7923d369 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.796563] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72decf0-1286-4faf-9891-739c3836fb3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.814764] env[64658]: DEBUG nova.compute.provider_tree [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.861204] env[64658]: DEBUG nova.network.neutron [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updating instance_info_cache with network_info: [{"id": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "address": "fa:16:3e:e9:a2:fa", "network": {"id": "b9092bd8-f9b9-4dd6-a8c5-a670e4119a31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1393682856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9a5a2ee2144b8f9bf6c96153681b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99090edf-9f", "ovs_interfaceid": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.945850] env[64658]: DEBUG oslo_vmware.api [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733662, 'name': ResetVM_Task, 'duration_secs': 0.124146} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.946146] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Did hard reboot of VM {{(pid=64658) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 816.946344] env[64658]: DEBUG nova.compute.manager [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.947220] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4598214-d88c-4a82-9bda-d9e8f7eecc64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.965686] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733663, 'name': Rename_Task, 'duration_secs': 0.201098} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.966015] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.966286] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e693aa28-02a8-4198-be50-e435090309ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.974366] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 816.974366] env[64658]: value = "task-2733664" [ 816.974366] env[64658]: _type = "Task" [ 816.974366] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.987132] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.213776] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.318194] env[64658]: DEBUG nova.scheduler.client.report [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.364095] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Releasing lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.364477] env[64658]: DEBUG nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Instance network_info: |[{"id": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "address": "fa:16:3e:e9:a2:fa", "network": {"id": "b9092bd8-f9b9-4dd6-a8c5-a670e4119a31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1393682856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9a5a2ee2144b8f9bf6c96153681b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99090edf-9f", "ovs_interfaceid": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.464041] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6363b0d1-7a18-4233-b706-ee4f173c0bb6 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.478s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.488797] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.823826] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.824447] env[64658]: DEBUG nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.827215] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.179s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.827474] env[64658]: DEBUG nova.objects.instance [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lazy-loading 'resources' on Instance uuid e565fd40-68e1-4e13-862b-ffc03fbbc608 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.987316] env[64658]: DEBUG oslo_vmware.api [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2733664, 'name': PowerOnVM_Task, 'duration_secs': 0.607001} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.987622] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.987839] env[64658]: INFO nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Took 7.76 seconds to spawn the instance on the hypervisor. [ 817.988082] env[64658]: DEBUG nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.988948] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f5ba53-14a1-4664-8d48-e2082cbb9dcc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.330945] env[64658]: DEBUG nova.compute.utils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.336734] env[64658]: DEBUG nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.336734] env[64658]: DEBUG nova.network.neutron [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.383552] env[64658]: DEBUG nova.policy [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e1663c93be4dfaa3c936c0fc1ca764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7fe5c429e8412aa79436f14a3adbc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.513740] env[64658]: INFO nova.compute.manager [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Took 34.41 seconds to build instance. [ 818.669674] env[64658]: DEBUG nova.network.neutron [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Successfully created port: 1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.771504] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5876e6-f9c8-4f24-ad65-fa1585acd78c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.781410] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15335965-9166-4a7a-bc27-dc3733ef3250 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.814560] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38c3be-402f-4b49-8899-02e8c9c7ea08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.824116] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c868dc6-ea09-4b0b-96a3-a1738d28b2ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.841680] env[64658]: DEBUG nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.844573] env[64658]: DEBUG nova.compute.provider_tree [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.015796] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f4cf311-ccd3-49fe-a617-b03b6a6fc821 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.576s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.351487] env[64658]: DEBUG nova.scheduler.client.report [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.496741] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.496995] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.497165] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.497346] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.497491] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.497637] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.497864] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.498041] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.498215] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.498378] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.498548] env[64658]: DEBUG nova.virt.hardware [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.500811] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9740f17-2dd4-425b-8fbf-2ba986ab8649 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.510308] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639822-dcaf-c5bb-0a0b-e019e3c64ade/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.511680] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354c67f9-a872-4b1c-a5ac-e17886430c49 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.516356] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71172a92-7859-4fe5-9a16-06c7f4477399 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.531336] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639822-dcaf-c5bb-0a0b-e019e3c64ade/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.531510] env[64658]: ERROR oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639822-dcaf-c5bb-0a0b-e019e3c64ade/disk-0.vmdk due to incomplete transfer. [ 819.532107] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:a2:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99090edf-9f6a-4c08-ace4-46e25d82c2ec', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.539485] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Creating folder: Project (8e9a5a2ee2144b8f9bf6c96153681b07). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.539782] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e6a4817-1144-423d-8934-5918c68c5e7f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.541409] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd58a1ce-7a5d-4136-9ee7-2900bd5a51f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.550357] env[64658]: DEBUG oslo_vmware.rw_handles [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52639822-dcaf-c5bb-0a0b-e019e3c64ade/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.550618] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Uploaded image f0ac78b9-6e60-40aa-a121-0b35ea7b897d to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.552064] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.552331] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a284de8d-4f5d-48cb-8c73-1929766d6610 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.555898] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Created folder: Project (8e9a5a2ee2144b8f9bf6c96153681b07) in parent group-v550231. [ 819.556095] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Creating folder: Instances. Parent ref: group-v550392. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.556309] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99823a2d-bfdc-454d-8562-f3af89328f24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.559117] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 819.559117] env[64658]: value = "task-2733666" [ 819.559117] env[64658]: _type = "Task" [ 819.559117] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.568129] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733666, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.570027] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Created folder: Instances in parent group-v550392. [ 819.570268] env[64658]: DEBUG oslo.service.loopingcall [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.570457] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.570671] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb3a78ee-45dd-4c88-bf2b-993eb2c75261 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.592294] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.592294] env[64658]: value = "task-2733668" [ 819.592294] env[64658]: _type = "Task" [ 819.592294] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.601035] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733668, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.856820] env[64658]: DEBUG nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.860434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.862016] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.487s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.864131] env[64658]: INFO nova.compute.claims [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.888529] env[64658]: INFO nova.scheduler.client.report [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleted allocations for instance e565fd40-68e1-4e13-862b-ffc03fbbc608 [ 819.895661] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.895661] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.895974] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.896058] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.896273] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.896354] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.897091] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.897091] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.897091] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.897532] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.897532] env[64658]: DEBUG nova.virt.hardware [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.898905] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c8d274-05db-4ebf-812b-cac13f38f37c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.912018] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf81d8a-35a2-4fa4-803c-5564a0488585 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.072710] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733666, 'name': Destroy_Task, 'duration_secs': 0.362891} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.073051] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Destroyed the VM [ 820.073321] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.073633] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-881957a9-fa83-4ef9-adc1-f02b813e8db4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.083230] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 820.083230] env[64658]: value = "task-2733669" [ 820.083230] env[64658]: _type = "Task" [ 820.083230] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.096783] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.106484] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733668, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.396344] env[64658]: DEBUG nova.network.neutron [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Successfully updated port: 1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.408037] env[64658]: DEBUG oslo_concurrency.lockutils [None req-df984bec-a2ec-4078-855e-522c777f607e tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "e565fd40-68e1-4e13-862b-ffc03fbbc608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.568s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.492333] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "8883e2fc-fa2b-424b-8e38-665ab832fb81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.492565] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.502064] env[64658]: DEBUG nova.compute.manager [req-36b15caf-1fc1-4a43-9e0a-8596b67b862a req-03b10c62-25f0-48fd-b7bb-46011ff6c5d4 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Received event network-vif-plugged-99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.502185] env[64658]: DEBUG oslo_concurrency.lockutils [req-36b15caf-1fc1-4a43-9e0a-8596b67b862a req-03b10c62-25f0-48fd-b7bb-46011ff6c5d4 service nova] Acquiring lock "f1f47e81-efa2-4c71-9092-e576f08b7048-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.502377] env[64658]: DEBUG oslo_concurrency.lockutils [req-36b15caf-1fc1-4a43-9e0a-8596b67b862a req-03b10c62-25f0-48fd-b7bb-46011ff6c5d4 service nova] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.502659] env[64658]: DEBUG oslo_concurrency.lockutils [req-36b15caf-1fc1-4a43-9e0a-8596b67b862a req-03b10c62-25f0-48fd-b7bb-46011ff6c5d4 service nova] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.502772] env[64658]: DEBUG nova.compute.manager [req-36b15caf-1fc1-4a43-9e0a-8596b67b862a req-03b10c62-25f0-48fd-b7bb-46011ff6c5d4 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] No waiting events found dispatching network-vif-plugged-99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.502977] env[64658]: WARNING nova.compute.manager [req-36b15caf-1fc1-4a43-9e0a-8596b67b862a req-03b10c62-25f0-48fd-b7bb-46011ff6c5d4 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Received unexpected event network-vif-plugged-99090edf-9f6a-4c08-ace4-46e25d82c2ec for instance with vm_state building and task_state spawning. [ 820.521948] env[64658]: DEBUG nova.compute.manager [req-14d598dd-05e0-40de-ba69-809d01010af9 req-9f2f7cb2-6121-4649-bfca-20c36024dbd4 service nova] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Received event network-vif-deleted-58f9e574-b6e0-4ec7-a70c-189893faa5bd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.594740] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733669, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.612059] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733668, 'name': CreateVM_Task, 'duration_secs': 0.524546} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.612059] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.612059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.612059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.612059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.612059] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4b3ce4-873c-4e9f-abc8-f890d0737aca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.617375] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 820.617375] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fff467-cb5d-10bd-df4a-2f49702b3ff6" [ 820.617375] env[64658]: _type = "Task" [ 820.617375] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.628416] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fff467-cb5d-10bd-df4a-2f49702b3ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.901584] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.901584] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.901584] env[64658]: DEBUG nova.network.neutron [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.997119] env[64658]: DEBUG nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.058456] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52959a11-a456-5e01-6ace-dff5d2b058ea/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.060283] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734aa2e1-d557-401e-b2f7-94a3db58ccc3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.068173] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52959a11-a456-5e01-6ace-dff5d2b058ea/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.068335] env[64658]: ERROR oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52959a11-a456-5e01-6ace-dff5d2b058ea/disk-0.vmdk due to incomplete transfer. [ 821.068553] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ec6a5b6-3a16-4c51-9f76-101bf62c7054 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.086406] env[64658]: DEBUG oslo_vmware.rw_handles [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52959a11-a456-5e01-6ace-dff5d2b058ea/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.086604] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Uploaded image bb050fe1-6505-427d-bc69-925f083daf76 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.089074] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.092339] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bd9ab4b-5030-4f31-9827-96462d69c341 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.106145] env[64658]: DEBUG oslo_vmware.api [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733669, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565169} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.108249] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.108509] env[64658]: INFO nova.compute.manager [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Took 12.69 seconds to snapshot the instance on the hypervisor. [ 821.111217] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 821.111217] env[64658]: value = "task-2733670" [ 821.111217] env[64658]: _type = "Task" [ 821.111217] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.125548] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733670, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.132690] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fff467-cb5d-10bd-df4a-2f49702b3ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.020783} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.132853] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.133103] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.133325] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.133471] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.133646] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.136401] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d0298a-3f31-4569-844f-6a00a2255c4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.157261] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.157469] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.158329] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d8db75-84af-4b34-a7a0-1613eee02183 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.164984] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 821.164984] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ebb3b2-2e50-a7a8-3811-610f60a6be47" [ 821.164984] env[64658]: _type = "Task" [ 821.164984] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.176124] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ebb3b2-2e50-a7a8-3811-610f60a6be47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.343483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.343745] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.343942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.344138] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.344304] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.346325] env[64658]: INFO nova.compute.manager [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Terminating instance [ 821.420087] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a426d31c-bc45-4e7c-8a9f-13bb5115916d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.428997] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4ac72-57e4-4d48-ac4b-0ec272dca18a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.436326] env[64658]: DEBUG nova.network.neutron [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.462642] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b7749-9901-419f-8877-228c4ca8ea37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.470843] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b338124d-ead1-4e97-9d1d-a33dfb12d544 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.486535] env[64658]: DEBUG nova.compute.provider_tree [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.516799] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.613103] env[64658]: DEBUG nova.compute.manager [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Instance disappeared during snapshot {{(pid=64658) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 821.628669] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733670, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.631532] env[64658]: DEBUG nova.compute.manager [None req-391b0fd3-9225-4469-9066-dc24be139ff3 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image not found during clean up f0ac78b9-6e60-40aa-a121-0b35ea7b897d {{(pid=64658) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 821.658025] env[64658]: DEBUG nova.network.neutron [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Updating instance_info_cache with network_info: [{"id": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "address": "fa:16:3e:36:46:ef", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0ebcc9-86", "ovs_interfaceid": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.679189] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ebb3b2-2e50-a7a8-3811-610f60a6be47, 'name': SearchDatastore_Task, 'duration_secs': 0.072555} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.680080] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7945d859-242d-498b-8970-0567a95111aa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.689113] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 821.689113] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529fb51b-cc0f-7958-fd31-95cd1bc8854f" [ 821.689113] env[64658]: _type = "Task" [ 821.689113] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.701580] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529fb51b-cc0f-7958-fd31-95cd1bc8854f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.850337] env[64658]: DEBUG nova.compute.manager [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.850579] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.851473] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b6034e-995b-4b01-8d79-20016f5f5b17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.860661] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.860903] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c46e6fa7-81ac-4292-ad96-6aa7e275774e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.933586] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.933963] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.933963] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleting the datastore file [datastore1] 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.934718] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88efbc4f-11c7-4ac9-afb9-60f05e9f246d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.944135] env[64658]: DEBUG oslo_vmware.api [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 821.944135] env[64658]: value = "task-2733672" [ 821.944135] env[64658]: _type = "Task" [ 821.944135] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.953060] env[64658]: DEBUG oslo_vmware.api [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.991809] env[64658]: DEBUG nova.scheduler.client.report [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.130650] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733670, 'name': Destroy_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.157055] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "4f466b34-4e7f-4b25-9053-8d0c21752c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.157336] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.160103] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.160402] env[64658]: DEBUG nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Instance network_info: |[{"id": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "address": "fa:16:3e:36:46:ef", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0ebcc9-86", "ovs_interfaceid": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.160775] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:46:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c0ebcc9-8640-468e-a97f-0d823ecb5cc6', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.174932] env[64658]: DEBUG oslo.service.loopingcall [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.175349] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.175606] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c79910b1-cfbf-40cb-89c2-f4bab1241a4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.210461] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529fb51b-cc0f-7958-fd31-95cd1bc8854f, 'name': SearchDatastore_Task, 'duration_secs': 0.037302} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.211753] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.212077] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] f1f47e81-efa2-4c71-9092-e576f08b7048/f1f47e81-efa2-4c71-9092-e576f08b7048.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.212386] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.212386] env[64658]: value = "task-2733673" [ 822.212386] env[64658]: _type = "Task" [ 822.212386] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.212660] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0281d44-867c-4e4d-a1ea-c4aea536720d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.225239] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733673, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.226647] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 822.226647] env[64658]: value = "task-2733674" [ 822.226647] env[64658]: _type = "Task" [ 822.226647] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.236977] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.454557] env[64658]: DEBUG oslo_vmware.api [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272193} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.454861] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.455056] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.455239] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.455411] env[64658]: INFO nova.compute.manager [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Took 0.60 seconds to destroy the instance on the hypervisor. [ 822.455654] env[64658]: DEBUG oslo.service.loopingcall [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.455852] env[64658]: DEBUG nova.compute.manager [-] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.455946] env[64658]: DEBUG nova.network.neutron [-] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.497085] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.497810] env[64658]: DEBUG nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.501578] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.440s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.502045] env[64658]: DEBUG nova.objects.instance [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lazy-loading 'resources' on Instance uuid 146cdb65-6e67-4091-a32c-dd8c5accbdba {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.539811] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.540109] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.540321] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.540501] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.540669] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.543239] env[64658]: INFO nova.compute.manager [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Terminating instance [ 822.634013] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733670, 'name': Destroy_Task, 'duration_secs': 1.023719} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.634904] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Destroyed the VM [ 822.635426] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.636283] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a67f706-71a7-41eb-93d5-249c9354258f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.644844] env[64658]: DEBUG nova.compute.manager [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Received event network-changed-99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.645343] env[64658]: DEBUG nova.compute.manager [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Refreshing instance network info cache due to event network-changed-99090edf-9f6a-4c08-ace4-46e25d82c2ec. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.645873] env[64658]: DEBUG oslo_concurrency.lockutils [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] Acquiring lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.646050] env[64658]: DEBUG oslo_concurrency.lockutils [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] Acquired lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.646471] env[64658]: DEBUG nova.network.neutron [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Refreshing network info cache for port 99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.658023] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 822.658023] env[64658]: value = "task-2733675" [ 822.658023] env[64658]: _type = "Task" [ 822.658023] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.667702] env[64658]: DEBUG nova.compute.manager [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Received event network-vif-plugged-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.670842] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Acquiring lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.670842] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.670842] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.670842] env[64658]: DEBUG nova.compute.manager [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] No waiting events found dispatching network-vif-plugged-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.670842] env[64658]: WARNING nova.compute.manager [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Received unexpected event network-vif-plugged-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 for instance with vm_state building and task_state spawning. [ 822.670842] env[64658]: DEBUG nova.compute.manager [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Received event network-changed-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.670842] env[64658]: DEBUG nova.compute.manager [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Refreshing instance network info cache due to event network-changed-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.670842] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Acquiring lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.670842] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Acquired lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.670842] env[64658]: DEBUG nova.network.neutron [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Refreshing network info cache for port 1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.677095] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.729960] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733673, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.740650] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.005792] env[64658]: DEBUG nova.compute.utils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.010701] env[64658]: DEBUG nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.010701] env[64658]: DEBUG nova.network.neutron [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.051224] env[64658]: DEBUG nova.compute.manager [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.052862] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.052862] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed255fec-1bfd-41d1-842a-92be0393ff74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.062538] env[64658]: DEBUG nova.policy [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12f181bbae4e439ff80ed79ac7930f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba4729e69aa4ac9847f90113f536eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.066892] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.067153] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c1113b-a928-4638-8501-7c699132d167 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.074827] env[64658]: DEBUG oslo_vmware.api [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 823.074827] env[64658]: value = "task-2733676" [ 823.074827] env[64658]: _type = "Task" [ 823.074827] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.084482] env[64658]: DEBUG oslo_vmware.api [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.172019] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.226421] env[64658]: DEBUG nova.network.neutron [-] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.227630] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733673, 'name': CreateVM_Task, 'duration_secs': 0.595887} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.232239] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.233382] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.233558] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.233875] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.238496] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3836ab30-aaaf-40ee-ac56-fb4ca7685b4c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.251895] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576485} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.252155] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 823.252155] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52208758-a7dd-3591-9bbf-920521aa3497" [ 823.252155] env[64658]: _type = "Task" [ 823.252155] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.252446] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] f1f47e81-efa2-4c71-9092-e576f08b7048/f1f47e81-efa2-4c71-9092-e576f08b7048.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.252723] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.253087] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7ea6011-fa3f-45c8-8a8e-4904a68db40b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.267131] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52208758-a7dd-3591-9bbf-920521aa3497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.271539] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 823.271539] env[64658]: value = "task-2733677" [ 823.271539] env[64658]: _type = "Task" [ 823.271539] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.282835] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.326655] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.326958] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.327845] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.328148] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.328404] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.332457] env[64658]: INFO nova.compute.manager [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Terminating instance [ 823.493926] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.493926] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.508288] env[64658]: DEBUG nova.network.neutron [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updated VIF entry in instance network info cache for port 99090edf-9f6a-4c08-ace4-46e25d82c2ec. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.508672] env[64658]: DEBUG nova.network.neutron [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updating instance_info_cache with network_info: [{"id": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "address": "fa:16:3e:e9:a2:fa", "network": {"id": "b9092bd8-f9b9-4dd6-a8c5-a670e4119a31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1393682856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9a5a2ee2144b8f9bf6c96153681b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99090edf-9f", "ovs_interfaceid": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.512811] env[64658]: DEBUG nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.523810] env[64658]: DEBUG nova.network.neutron [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Successfully created port: 362175a4-4003-4634-859e-17dc1196caf3 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.528501] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eff7074-db56-44a1-a9ac-c0582db1dcfd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.532124] env[64658]: DEBUG nova.network.neutron [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Updated VIF entry in instance network info cache for port 1c0ebcc9-8640-468e-a97f-0d823ecb5cc6. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.532440] env[64658]: DEBUG nova.network.neutron [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Updating instance_info_cache with network_info: [{"id": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "address": "fa:16:3e:36:46:ef", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0ebcc9-86", "ovs_interfaceid": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.542031] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0035c6-f9e9-4b1f-9d1d-0271e5939672 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.573564] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27ed795-4caa-4d5c-8297-155cf2a9e8ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.585911] env[64658]: DEBUG oslo_vmware.api [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733676, 'name': PowerOffVM_Task, 'duration_secs': 0.261897} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.588055] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.588241] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.588523] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e04f20a2-ee3d-4427-a83c-ea0bdf28699b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.591154] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b43dfc-9e2f-445f-87ab-94097ae90fc5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.606455] env[64658]: DEBUG nova.compute.provider_tree [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.672382] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733675, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.673865] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.674059] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.674248] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Deleting the datastore file [datastore2] 29dc6f3d-26c5-4757-905b-5c7bc0e14998 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.674502] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-800b7531-63d0-46ad-ab57-6dbe07ebab5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.681680] env[64658]: DEBUG oslo_vmware.api [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 823.681680] env[64658]: value = "task-2733679" [ 823.681680] env[64658]: _type = "Task" [ 823.681680] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.690589] env[64658]: DEBUG oslo_vmware.api [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.733449] env[64658]: INFO nova.compute.manager [-] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Took 1.28 seconds to deallocate network for instance. [ 823.764711] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52208758-a7dd-3591-9bbf-920521aa3497, 'name': SearchDatastore_Task, 'duration_secs': 0.024048} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.765649] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.765649] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.765649] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.765909] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.766142] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.766797] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b34cb1-448a-448a-8761-a9404c3b2c12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.779808] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.779957] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.780735] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa814f4-4c0e-4698-8b9f-c8b304982931 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.786825] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073895} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.787543] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.788416] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5e731-fa90-4f66-8537-28f8056c4abc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.793895] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 823.793895] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5212084a-3e16-f76e-3917-b0b35f9e1e56" [ 823.793895] env[64658]: _type = "Task" [ 823.793895] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.827280] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f1f47e81-efa2-4c71-9092-e576f08b7048/f1f47e81-efa2-4c71-9092-e576f08b7048.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.828338] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "c1540b7f-7546-4b30-93ba-471e585e3a60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.828714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.828898] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "c1540b7f-7546-4b30-93ba-471e585e3a60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.829116] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.829305] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.830958] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ebe346-dd1a-4704-972f-a07d430aea96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.845523] env[64658]: INFO nova.compute.manager [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Terminating instance [ 823.851085] env[64658]: DEBUG nova.compute.manager [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.851318] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.851649] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5212084a-3e16-f76e-3917-b0b35f9e1e56, 'name': SearchDatastore_Task, 'duration_secs': 0.014912} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.853416] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2dd406-ac06-4db0-8487-b25a5dc33858 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.858997] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672bba3f-4bd0-4455-b78b-ea2a8078b4dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.864782] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 823.864782] env[64658]: value = "task-2733680" [ 823.864782] env[64658]: _type = "Task" [ 823.864782] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.867464] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.871337] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84be78db-4ca3-49b2-a917-0b820ea797a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.873792] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 823.873792] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e4844b-68cd-b597-445b-244943abc502" [ 823.873792] env[64658]: _type = "Task" [ 823.873792] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.882544] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.885019] env[64658]: DEBUG oslo_vmware.api [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 823.885019] env[64658]: value = "task-2733681" [ 823.885019] env[64658]: _type = "Task" [ 823.885019] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.891553] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e4844b-68cd-b597-445b-244943abc502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.897188] env[64658]: DEBUG oslo_vmware.api [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.014055] env[64658]: DEBUG oslo_concurrency.lockutils [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] Releasing lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.014442] env[64658]: DEBUG nova.compute.manager [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Received event network-changed-7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.014636] env[64658]: DEBUG nova.compute.manager [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Refreshing instance network info cache due to event network-changed-7931c4eb-377b-4b4b-af36-85e4ceb51430. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.014989] env[64658]: DEBUG oslo_concurrency.lockutils [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] Acquiring lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.015226] env[64658]: DEBUG oslo_concurrency.lockutils [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] Acquired lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.015489] env[64658]: DEBUG nova.network.neutron [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Refreshing network info cache for port 7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.037399] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Releasing lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.037930] env[64658]: DEBUG nova.compute.manager [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Received event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.038384] env[64658]: DEBUG nova.compute.manager [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing instance network info cache due to event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.039141] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Acquiring lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.039141] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Acquired lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.039432] env[64658]: DEBUG nova.network.neutron [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.110325] env[64658]: DEBUG nova.scheduler.client.report [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.170214] env[64658]: DEBUG oslo_vmware.api [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733675, 'name': RemoveSnapshot_Task, 'duration_secs': 1.387193} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.170525] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.170782] env[64658]: INFO nova.compute.manager [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Took 14.80 seconds to snapshot the instance on the hypervisor. [ 824.193076] env[64658]: DEBUG oslo_vmware.api [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280026} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.193280] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.193486] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.194018] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.194018] env[64658]: INFO nova.compute.manager [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Took 1.14 seconds to destroy the instance on the hypervisor. [ 824.194262] env[64658]: DEBUG oslo.service.loopingcall [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.194262] env[64658]: DEBUG nova.compute.manager [-] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.194339] env[64658]: DEBUG nova.network.neutron [-] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.244994] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.363065] env[64658]: DEBUG nova.compute.manager [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.363065] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.363065] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b22a5e-110d-40b3-9cb8-eed9cbde610d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.373496] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.374288] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0d7389-90ec-4a5f-a6c4-17d815977eff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.382943] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733680, 'name': ReconfigVM_Task, 'duration_secs': 0.416067} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.384031] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f1f47e81-efa2-4c71-9092-e576f08b7048/f1f47e81-efa2-4c71-9092-e576f08b7048.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.385833] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20437d4c-0465-4394-a137-a9160a38058a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.387927] env[64658]: DEBUG oslo_vmware.api [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 824.387927] env[64658]: value = "task-2733682" [ 824.387927] env[64658]: _type = "Task" [ 824.387927] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.397468] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e4844b-68cd-b597-445b-244943abc502, 'name': SearchDatastore_Task, 'duration_secs': 0.024402} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.401712] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.402117] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 8b8dcc78-f323-4c73-9e77-97093140223c/8b8dcc78-f323-4c73-9e77-97093140223c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.404569] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d95aecdb-337f-4da7-9f2c-94932508dad0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.407178] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 824.407178] env[64658]: value = "task-2733683" [ 824.407178] env[64658]: _type = "Task" [ 824.407178] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.411828] env[64658]: DEBUG oslo_vmware.api [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733681, 'name': PowerOffVM_Task, 'duration_secs': 0.288191} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.416148] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.416412] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.417046] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4cdc4ef-695b-4d14-a770-dcff58e736d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.425042] env[64658]: DEBUG oslo_vmware.api [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.429086] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733683, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.430804] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 824.430804] env[64658]: value = "task-2733684" [ 824.430804] env[64658]: _type = "Task" [ 824.430804] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.440165] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.496253] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.496561] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.496765] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleting the datastore file [datastore2] f814e3c7-93db-4af6-9f2a-2f3e264ca008 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.497062] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e60c64a-906b-4f12-8b48-33300045f015 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.507583] env[64658]: DEBUG oslo_vmware.api [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 824.507583] env[64658]: value = "task-2733686" [ 824.507583] env[64658]: _type = "Task" [ 824.507583] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.520747] env[64658]: DEBUG oslo_vmware.api [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.524130] env[64658]: DEBUG nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.545254] env[64658]: INFO nova.network.neutron [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Port 7931c4eb-377b-4b4b-af36-85e4ceb51430 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 824.545521] env[64658]: DEBUG nova.network.neutron [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.557897] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.558263] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.558497] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.558789] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.559026] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.559269] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.559880] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.560354] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.560632] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.560897] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.561193] env[64658]: DEBUG nova.virt.hardware [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.562541] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e600e0c-0c79-461d-9b50-dd1b3a823a2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.576049] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66218339-6442-4222-8ee0-80858edf41e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.617398] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.620556] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.131s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.621829] env[64658]: DEBUG nova.objects.instance [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lazy-loading 'resources' on Instance uuid eb254d4b-0818-49f3-99fe-459901020b90 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.642502] env[64658]: INFO nova.scheduler.client.report [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Deleted allocations for instance 146cdb65-6e67-4091-a32c-dd8c5accbdba [ 824.752363] env[64658]: DEBUG nova.compute.manager [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Found 3 images (rotation: 2) {{(pid=64658) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 824.752580] env[64658]: DEBUG nova.compute.manager [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Rotating out 1 backups {{(pid=64658) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 824.752744] env[64658]: DEBUG nova.compute.manager [None req-d5ff204c-90a5-4f80-8c40-1a6c85a83280 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleting image 18880807-190f-4e16-8eb1-01530eaf01db {{(pid=64658) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 824.832406] env[64658]: DEBUG nova.compute.manager [req-ef48ebb7-d4c4-468b-b8f3-a073d0022377 req-fa9b9bd6-94c2-46c3-a8ac-c42e0040093c service nova] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Received event network-vif-deleted-e020b4c3-030d-48df-aafd-bdf5eb2a5c2c {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.832672] env[64658]: DEBUG nova.compute.manager [req-ef48ebb7-d4c4-468b-b8f3-a073d0022377 req-fa9b9bd6-94c2-46c3-a8ac-c42e0040093c service nova] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Received event network-vif-deleted-7931c4eb-377b-4b4b-af36-85e4ceb51430 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.908824] env[64658]: DEBUG oslo_vmware.api [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733682, 'name': PowerOffVM_Task, 'duration_secs': 0.241123} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.910015] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.910268] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.910515] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a29ac3d7-557d-441b-a745-2823be48af8a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.923460] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733683, 'name': Rename_Task, 'duration_secs': 0.200853} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.923780] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.924224] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b50bafbc-337f-4fd6-9ad7-527c9a13b431 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.938402] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 824.938402] env[64658]: value = "task-2733688" [ 824.938402] env[64658]: _type = "Task" [ 824.938402] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.950337] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.954370] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.001904] env[64658]: DEBUG nova.network.neutron [-] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.007817] env[64658]: DEBUG nova.network.neutron [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updated VIF entry in instance network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.008423] env[64658]: DEBUG nova.network.neutron [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.030658] env[64658]: DEBUG oslo_vmware.api [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177905} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.031450] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.031450] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.031450] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.031698] env[64658]: INFO nova.compute.manager [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Took 1.18 seconds to destroy the instance on the hypervisor. [ 825.031885] env[64658]: DEBUG oslo.service.loopingcall [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.032791] env[64658]: DEBUG nova.compute.manager [-] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.032958] env[64658]: DEBUG nova.network.neutron [-] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.036452] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.036452] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.036452] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleting the datastore file [datastore2] c1540b7f-7546-4b30-93ba-471e585e3a60 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.036764] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df382f24-8101-48df-8bfa-71dc5be319f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.046075] env[64658]: DEBUG oslo_vmware.api [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for the task: (returnval){ [ 825.046075] env[64658]: value = "task-2733689" [ 825.046075] env[64658]: _type = "Task" [ 825.046075] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.051010] env[64658]: DEBUG oslo_concurrency.lockutils [req-88b38806-b29f-4fbe-a2c8-d4c03c13af99 req-09dd3c8b-4d47-45f3-8335-5d1ca2b9929b service nova] Releasing lock "refresh_cache-29dc6f3d-26c5-4757-905b-5c7bc0e14998" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.056928] env[64658]: DEBUG oslo_vmware.api [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.123457] env[64658]: DEBUG nova.network.neutron [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Successfully updated port: 362175a4-4003-4634-859e-17dc1196caf3 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.152018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8635f8ab-4f9c-4013-a02f-6f9366c52848 tempest-ServersTestMultiNic-317309557 tempest-ServersTestMultiNic-317309557-project-member] Lock "146cdb65-6e67-4091-a32c-dd8c5accbdba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.581s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.452700] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636248} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.453613] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 8b8dcc78-f323-4c73-9e77-97093140223c/8b8dcc78-f323-4c73-9e77-97093140223c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.453889] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.454242] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98f8ce3f-54bc-430e-96c2-6ac79e175e9c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.461282] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.471494] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 825.471494] env[64658]: value = "task-2733690" [ 825.471494] env[64658]: _type = "Task" [ 825.471494] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.482231] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.505106] env[64658]: INFO nova.compute.manager [-] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Took 1.31 seconds to deallocate network for instance. [ 825.517392] env[64658]: DEBUG oslo_concurrency.lockutils [req-ec0ff58e-94a3-4d63-a6f0-5dedf2ec898f req-d8acb2b5-2933-41c7-a13e-b0c3d0721fa0 service nova] Releasing lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.562615] env[64658]: DEBUG oslo_vmware.api [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Task: {'id': task-2733689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491291} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.563434] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.563774] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.564018] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.564260] env[64658]: INFO nova.compute.manager [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Took 1.20 seconds to destroy the instance on the hypervisor. [ 825.564521] env[64658]: DEBUG oslo.service.loopingcall [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.565124] env[64658]: DEBUG nova.compute.manager [-] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.565189] env[64658]: DEBUG nova.network.neutron [-] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.628714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-a559a1ce-8202-4244-a5c9-5e8e567257d0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.628905] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-a559a1ce-8202-4244-a5c9-5e8e567257d0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.629076] env[64658]: DEBUG nova.network.neutron [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.656891] env[64658]: DEBUG nova.compute.manager [req-159019a4-fa9b-4ff9-86b8-2f73f21f5622 req-482621cd-afdc-4006-96ca-4aba5946387f service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Received event network-vif-deleted-28a71b97-14ec-4b88-9668-54ca34226d6b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.656891] env[64658]: INFO nova.compute.manager [req-159019a4-fa9b-4ff9-86b8-2f73f21f5622 req-482621cd-afdc-4006-96ca-4aba5946387f service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Neutron deleted interface 28a71b97-14ec-4b88-9668-54ca34226d6b; detaching it from the instance and deleting it from the info cache [ 825.657256] env[64658]: DEBUG nova.network.neutron [req-159019a4-fa9b-4ff9-86b8-2f73f21f5622 req-482621cd-afdc-4006-96ca-4aba5946387f service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.693737] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b510752a-37a0-4798-9f96-f4b0cd672830 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.703236] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e65adb-97f5-4b21-be92-ecbb6e3f4593 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.740019] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4594c29-2705-43e1-b19c-0f33a475744d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.748576] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9763ca-05a6-4720-9586-69e0c54e15fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.767248] env[64658]: DEBUG nova.compute.provider_tree [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.923215] env[64658]: DEBUG nova.network.neutron [-] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.950076] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.983969] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099268} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.985414] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.985414] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea961ed-7afe-418f-b687-e9a8796bf1bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.019545] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8b8dcc78-f323-4c73-9e77-97093140223c/8b8dcc78-f323-4c73-9e77-97093140223c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.021186] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.021615] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a172159-5d33-41f8-8739-20d498521fc9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.051469] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 826.051469] env[64658]: value = "task-2733691" [ 826.051469] env[64658]: _type = "Task" [ 826.051469] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.060349] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.160148] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-422b7244-030b-4c54-a5dc-ef98c4b7520f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.171150] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8a495b-13b5-4e64-b83b-d3fd7ed59912 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.185686] env[64658]: DEBUG nova.network.neutron [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.212758] env[64658]: DEBUG nova.compute.manager [req-159019a4-fa9b-4ff9-86b8-2f73f21f5622 req-482621cd-afdc-4006-96ca-4aba5946387f service nova] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Detach interface failed, port_id=28a71b97-14ec-4b88-9668-54ca34226d6b, reason: Instance f814e3c7-93db-4af6-9f2a-2f3e264ca008 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 826.269971] env[64658]: DEBUG nova.scheduler.client.report [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.344322] env[64658]: DEBUG nova.network.neutron [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Updating instance_info_cache with network_info: [{"id": "362175a4-4003-4634-859e-17dc1196caf3", "address": "fa:16:3e:78:83:e0", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362175a4-40", "ovs_interfaceid": "362175a4-4003-4634-859e-17dc1196caf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.426954] env[64658]: INFO nova.compute.manager [-] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Took 1.39 seconds to deallocate network for instance. [ 826.451421] env[64658]: DEBUG oslo_vmware.api [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733688, 'name': PowerOnVM_Task, 'duration_secs': 1.110268} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.451695] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.451902] env[64658]: INFO nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Took 11.36 seconds to spawn the instance on the hypervisor. [ 826.452110] env[64658]: DEBUG nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.452993] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f0a40-48c4-4bfa-9ca8-20284bbd121b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.562721] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.775938] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.778486] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.782s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.821988] env[64658]: INFO nova.scheduler.client.report [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Deleted allocations for instance eb254d4b-0818-49f3-99fe-459901020b90 [ 826.850447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-a559a1ce-8202-4244-a5c9-5e8e567257d0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.850804] env[64658]: DEBUG nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Instance network_info: |[{"id": "362175a4-4003-4634-859e-17dc1196caf3", "address": "fa:16:3e:78:83:e0", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362175a4-40", "ovs_interfaceid": "362175a4-4003-4634-859e-17dc1196caf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.851099] env[64658]: DEBUG nova.network.neutron [-] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.852725] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:83:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '362175a4-4003-4634-859e-17dc1196caf3', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.867427] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating folder: Project (2ba4729e69aa4ac9847f90113f536eac). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.868071] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abdd1fcd-ab1e-4771-a6e7-ed86f33a7854 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.884022] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created folder: Project (2ba4729e69aa4ac9847f90113f536eac) in parent group-v550231. [ 826.884485] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating folder: Instances. Parent ref: group-v550396. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.884607] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99161f49-3b78-40c1-9f43-d0874440e397 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.898585] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created folder: Instances in parent group-v550396. [ 826.898585] env[64658]: DEBUG oslo.service.loopingcall [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.898585] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.898585] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e609c03-f232-4985-ba13-465106b2797e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.919287] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.919287] env[64658]: value = "task-2733694" [ 826.919287] env[64658]: _type = "Task" [ 826.919287] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.930578] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733694, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.935111] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.971656] env[64658]: INFO nova.compute.manager [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Took 40.66 seconds to build instance. [ 827.033320] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.033605] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.033836] env[64658]: INFO nova.compute.manager [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Rebooting instance [ 827.064511] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733691, 'name': ReconfigVM_Task, 'duration_secs': 0.998582} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.064906] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8b8dcc78-f323-4c73-9e77-97093140223c/8b8dcc78-f323-4c73-9e77-97093140223c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.065739] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16b63001-8199-4b2e-b044-38647b0b996d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.074439] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 827.074439] env[64658]: value = "task-2733695" [ 827.074439] env[64658]: _type = "Task" [ 827.074439] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.083489] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733695, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.285251] env[64658]: INFO nova.compute.claims [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.332372] env[64658]: DEBUG oslo_concurrency.lockutils [None req-23a02476-37fd-4bad-892e-33b2fc0e6bc5 tempest-ServersTestFqdnHostnames-1806145028 tempest-ServersTestFqdnHostnames-1806145028-project-member] Lock "eb254d4b-0818-49f3-99fe-459901020b90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.433s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.359585] env[64658]: DEBUG nova.compute.manager [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Received event network-vif-plugged-362175a4-4003-4634-859e-17dc1196caf3 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.360033] env[64658]: DEBUG oslo_concurrency.lockutils [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] Acquiring lock "a559a1ce-8202-4244-a5c9-5e8e567257d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.360342] env[64658]: DEBUG oslo_concurrency.lockutils [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.360474] env[64658]: DEBUG oslo_concurrency.lockutils [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.360651] env[64658]: DEBUG nova.compute.manager [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] No waiting events found dispatching network-vif-plugged-362175a4-4003-4634-859e-17dc1196caf3 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.360815] env[64658]: WARNING nova.compute.manager [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Received unexpected event network-vif-plugged-362175a4-4003-4634-859e-17dc1196caf3 for instance with vm_state building and task_state spawning. [ 827.360978] env[64658]: DEBUG nova.compute.manager [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Received event network-changed-362175a4-4003-4634-859e-17dc1196caf3 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.361144] env[64658]: DEBUG nova.compute.manager [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Refreshing instance network info cache due to event network-changed-362175a4-4003-4634-859e-17dc1196caf3. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.361327] env[64658]: DEBUG oslo_concurrency.lockutils [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] Acquiring lock "refresh_cache-a559a1ce-8202-4244-a5c9-5e8e567257d0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.361461] env[64658]: DEBUG oslo_concurrency.lockutils [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] Acquired lock "refresh_cache-a559a1ce-8202-4244-a5c9-5e8e567257d0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.361615] env[64658]: DEBUG nova.network.neutron [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Refreshing network info cache for port 362175a4-4003-4634-859e-17dc1196caf3 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.368723] env[64658]: INFO nova.compute.manager [-] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Took 1.80 seconds to deallocate network for instance. [ 827.429456] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733694, 'name': CreateVM_Task, 'duration_secs': 0.392241} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.429719] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.430319] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.430490] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.430811] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.431075] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05d3f2f-917b-4c31-9ec8-a6faa25a0fd6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.436057] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 827.436057] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526b7d8d-762b-9c9d-8df2-6b60f852d699" [ 827.436057] env[64658]: _type = "Task" [ 827.436057] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.448444] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526b7d8d-762b-9c9d-8df2-6b60f852d699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.474076] env[64658]: DEBUG oslo_concurrency.lockutils [None req-27e8fb82-2f34-4f0b-afd0-c15cb8b4eaa9 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.468s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.515595] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.515595] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.564536] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.564765] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.565163] env[64658]: DEBUG nova.network.neutron [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.585423] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733695, 'name': Rename_Task, 'duration_secs': 0.221494} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.585698] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.585939] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bffee4c6-7b99-4c45-b887-e5ab06a665d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.594154] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 827.594154] env[64658]: value = "task-2733696" [ 827.594154] env[64658]: _type = "Task" [ 827.594154] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.602669] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.797439] env[64658]: INFO nova.compute.resource_tracker [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating resource usage from migration 6e7122e7-2afe-438f-8215-e113a355abfb [ 827.875684] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.922844] env[64658]: DEBUG nova.compute.manager [req-9bff9f32-415e-4614-9a1f-b93a3da6b4dd req-5d1d1f10-a071-4fcc-812c-445025c02c97 service nova] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Received event network-vif-deleted-4a1e209f-472c-4127-989b-087b46513e1f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.952987] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526b7d8d-762b-9c9d-8df2-6b60f852d699, 'name': SearchDatastore_Task, 'duration_secs': 0.030929} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.955781] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.956135] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.956397] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.956550] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.956729] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.957845] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2f2855d-be67-45a4-ac24-f5562fb94a70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.970172] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.970366] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.971099] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82424199-e03a-483b-af2f-41c67b271eae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.976727] env[64658]: DEBUG nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.979410] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 827.979410] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52eca11e-a32a-e6a6-21e3-4777f602173d" [ 827.979410] env[64658]: _type = "Task" [ 827.979410] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.990493] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52eca11e-a32a-e6a6-21e3-4777f602173d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.024560] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.024726] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 828.104915] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.262332] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "b14417a8-4522-465d-9eff-f44b1e438595" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.262332] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.262332] env[64658]: DEBUG nova.compute.manager [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.263127] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a0d82-82d5-44aa-8464-4713c421478b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.270232] env[64658]: DEBUG nova.compute.manager [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 828.270834] env[64658]: DEBUG nova.objects.instance [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'flavor' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.312408] env[64658]: DEBUG nova.network.neutron [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.314322] env[64658]: DEBUG nova.network.neutron [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Updated VIF entry in instance network info cache for port 362175a4-4003-4634-859e-17dc1196caf3. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.314624] env[64658]: DEBUG nova.network.neutron [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Updating instance_info_cache with network_info: [{"id": "362175a4-4003-4634-859e-17dc1196caf3", "address": "fa:16:3e:78:83:e0", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap362175a4-40", "ovs_interfaceid": "362175a4-4003-4634-859e-17dc1196caf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.334055] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69835eb4-629c-449f-8c88-96da4af9d2f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.344272] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c0a0f-759e-447b-ac13-25ce2e6e2e82 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.378169] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ce982a-b16c-4639-8b60-da48b5d6cb72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.386302] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf215ec-155b-40cd-afac-d2b664e827fa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.400913] env[64658]: DEBUG nova.compute.provider_tree [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.494920] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52eca11e-a32a-e6a6-21e3-4777f602173d, 'name': SearchDatastore_Task, 'duration_secs': 0.019212} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.498983] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49697221-4c66-40a6-92e4-d45c5daed85c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.502153] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.506318] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 828.506318] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529ee1fb-97e4-7105-86b6-582a83deea31" [ 828.506318] env[64658]: _type = "Task" [ 828.506318] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.514992] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529ee1fb-97e4-7105-86b6-582a83deea31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.606514] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.818647] env[64658]: DEBUG oslo_concurrency.lockutils [req-75ce011d-6409-4b0a-8d10-6cea097ec43d req-e5e4ce35-0588-45f0-89ed-861de9e41b48 service nova] Releasing lock "refresh_cache-a559a1ce-8202-4244-a5c9-5e8e567257d0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.819366] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.904497] env[64658]: DEBUG nova.scheduler.client.report [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.029096] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529ee1fb-97e4-7105-86b6-582a83deea31, 'name': SearchDatastore_Task, 'duration_secs': 0.013686} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.029559] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.031383] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.031383] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c6a3cfe-4c9a-45c5-a328-ee06660c2b52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.050081] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 829.050081] env[64658]: value = "task-2733697" [ 829.050081] env[64658]: _type = "Task" [ 829.050081] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.063529] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.102609] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.102907] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.103581] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 829.114572] env[64658]: DEBUG oslo_vmware.api [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733696, 'name': PowerOnVM_Task, 'duration_secs': 1.244597} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.117607] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.118016] env[64658]: INFO nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Took 9.26 seconds to spawn the instance on the hypervisor. [ 829.119427] env[64658]: DEBUG nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.119633] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539e22c8-04d2-41c0-ae08-8da5beaa216a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.284693] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.285017] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe05ece-ee48-426a-98dd-263d13e1ba3a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.293036] env[64658]: DEBUG oslo_vmware.api [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 829.293036] env[64658]: value = "task-2733698" [ 829.293036] env[64658]: _type = "Task" [ 829.293036] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.305894] env[64658]: DEBUG oslo_vmware.api [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.328672] env[64658]: DEBUG nova.compute.manager [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.329681] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc15f7-d096-40ef-9f01-300c3cf99ec6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.410180] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.631s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.410274] env[64658]: INFO nova.compute.manager [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Migrating [ 829.429963] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.325s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.431525] env[64658]: INFO nova.compute.claims [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.562408] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733697, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.651548] env[64658]: INFO nova.compute.manager [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Took 36.56 seconds to build instance. [ 829.806373] env[64658]: DEBUG oslo_vmware.api [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733698, 'name': PowerOffVM_Task, 'duration_secs': 0.240371} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.807049] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.807824] env[64658]: DEBUG nova.compute.manager [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.810022] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1bfb6-d61d-492e-b5f8-d596d5f9658f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.947444] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.947734] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.947839] env[64658]: DEBUG nova.network.neutron [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.061868] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745174} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.062136] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.062354] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.062607] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac0b060-9f4e-4bbd-9ffe-6192d6672f26 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.070725] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 830.070725] env[64658]: value = "task-2733699" [ 830.070725] env[64658]: _type = "Task" [ 830.070725] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.079396] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.154470] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5dbac78c-7cd5-4860-b7da-0a984e443720 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.834s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.323952] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6a90ced3-6f8c-445a-8239-cd38774d0f25 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.353270] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b73aacc-b733-40c2-ade1-e29323c0358a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.370864] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Doing hard reboot of VM {{(pid=64658) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 830.373753] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9117bbc9-bd21-4447-862b-23e9d539fab2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.381064] env[64658]: DEBUG oslo_vmware.api [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 830.381064] env[64658]: value = "task-2733700" [ 830.381064] env[64658]: _type = "Task" [ 830.381064] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.398462] env[64658]: DEBUG oslo_vmware.api [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733700, 'name': ResetVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.495421] env[64658]: DEBUG nova.compute.manager [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Received event network-changed-99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.495769] env[64658]: DEBUG nova.compute.manager [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Refreshing instance network info cache due to event network-changed-99090edf-9f6a-4c08-ace4-46e25d82c2ec. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 830.496033] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] Acquiring lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.496945] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] Acquired lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.496945] env[64658]: DEBUG nova.network.neutron [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Refreshing network info cache for port 99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.582497] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075254} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.589176] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.590514] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed01de4e-0867-4458-98de-f1854ce24615 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.620806] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.624179] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d4f635-cfd9-46ea-bda8-bd84e6359437 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.654021] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 830.654021] env[64658]: value = "task-2733701" [ 830.654021] env[64658]: _type = "Task" [ 830.654021] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.657475] env[64658]: DEBUG nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.673123] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.791085] env[64658]: DEBUG nova.network.neutron [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [{"id": "abca4833-5241-47d8-8527-415144a3f9d0", "address": "fa:16:3e:0e:db:95", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabca4833-52", "ovs_interfaceid": "abca4833-5241-47d8-8527-415144a3f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.899910] env[64658]: DEBUG oslo_vmware.api [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733700, 'name': ResetVM_Task, 'duration_secs': 0.106262} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.900706] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Did hard reboot of VM {{(pid=64658) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 830.900706] env[64658]: DEBUG nova.compute.manager [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.901647] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3428d82-90fd-453d-af37-46c74bf071ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.920144] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [{"id": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "address": "fa:16:3e:79:b2:2d", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85401a76-2b", "ovs_interfaceid": "85401a76-2b83-4ea3-a3c9-876a40b9b44e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.061612] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369340ee-ec58-40aa-911b-5354acc94709 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.070461] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26a40e-636a-4233-9e2c-97eaca35b822 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.110288] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c5bdf4-0821-42ec-a8f1-3c118253f2cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.119643] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2221b76-958d-4c93-8893-5b82eac12c18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.134389] env[64658]: DEBUG nova.compute.provider_tree [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.165975] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.182731] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.294769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.424492] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-604afb68-292a-4e28-a901-9df7a8d5be47" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.426277] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 831.426277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aa2db9a7-4d45-4368-82b1-e15dac551434 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.392s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.426518] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.426924] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.429815] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.429815] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.429815] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.429815] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.429815] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 831.429815] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.580863] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "8b8dcc78-f323-4c73-9e77-97093140223c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.581161] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.581347] env[64658]: INFO nova.compute.manager [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Shelving [ 831.613401] env[64658]: DEBUG nova.network.neutron [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updated VIF entry in instance network info cache for port 99090edf-9f6a-4c08-ace4-46e25d82c2ec. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.613889] env[64658]: DEBUG nova.network.neutron [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updating instance_info_cache with network_info: [{"id": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "address": "fa:16:3e:e9:a2:fa", "network": {"id": "b9092bd8-f9b9-4dd6-a8c5-a670e4119a31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1393682856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9a5a2ee2144b8f9bf6c96153681b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99090edf-9f", "ovs_interfaceid": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.640963] env[64658]: DEBUG nova.scheduler.client.report [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.666998] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733701, 'name': ReconfigVM_Task, 'duration_secs': 0.695921} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.667340] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.667947] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fa50c0c-0690-4546-96bd-4aa8774daa12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.675564] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 831.675564] env[64658]: value = "task-2733702" [ 831.675564] env[64658]: _type = "Task" [ 831.675564] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.684395] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733702, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.930984] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.122849] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0062b34-45bc-4fba-93cc-a3804b91aa6f req-fee6865b-1349-4f71-846e-431491b9459c service nova] Releasing lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.146673] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.147486] env[64658]: DEBUG nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.153956] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.411s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.159183] env[64658]: INFO nova.compute.claims [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.203459] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733702, 'name': Rename_Task, 'duration_secs': 0.212537} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.204568] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.204757] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea623c51-5849-4cef-9fa8-fbfaf3467db2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.216267] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 832.216267] env[64658]: value = "task-2733703" [ 832.216267] env[64658]: _type = "Task" [ 832.216267] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.232041] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.452828] env[64658]: DEBUG nova.compute.manager [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Stashing vm_state: stopped {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 832.594133] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.594490] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adbaa576-e285-4dc3-8442-159443baab3d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.602888] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 832.602888] env[64658]: value = "task-2733704" [ 832.602888] env[64658]: _type = "Task" [ 832.602888] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.614509] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.676035] env[64658]: DEBUG nova.compute.utils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.676450] env[64658]: DEBUG nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.676622] env[64658]: DEBUG nova.network.neutron [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.728855] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.736636] env[64658]: DEBUG nova.policy [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce946f1b4cf4e10abd369fbf26d8c8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c76b70bc7f6b4852b0e07b653c8e9b5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.810355] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52592da8-7b8c-4524-9ef5-00a560b7618e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.838096] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance '2e6c189f-d6c6-415c-9f64-b9b6413cdf87' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.973014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.114442] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733704, 'name': PowerOffVM_Task, 'duration_secs': 0.263436} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.114967] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.115790] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9272224a-6d8d-4f4b-8d42-d5c08fdeb342 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.135565] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c79551-df6d-42e3-9a00-4dfd73462533 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.181808] env[64658]: DEBUG nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.227438] env[64658]: DEBUG oslo_vmware.api [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733703, 'name': PowerOnVM_Task, 'duration_secs': 0.733831} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.227735] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.228015] env[64658]: INFO nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Took 8.70 seconds to spawn the instance on the hypervisor. [ 833.228277] env[64658]: DEBUG nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.229683] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d86c4-a283-45cd-be07-24b79cfa56a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.271597] env[64658]: DEBUG nova.network.neutron [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Successfully created port: d477fa05-249e-48b7-9094-39296ba1933d {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.345952] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.348963] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6556af3e-b25b-4544-b5a9-1bed3cec8c81 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.357504] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 833.357504] env[64658]: value = "task-2733705" [ 833.357504] env[64658]: _type = "Task" [ 833.357504] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.370181] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.459757] env[64658]: DEBUG nova.compute.manager [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Received event network-changed-99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.460036] env[64658]: DEBUG nova.compute.manager [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Refreshing instance network info cache due to event network-changed-99090edf-9f6a-4c08-ace4-46e25d82c2ec. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.460275] env[64658]: DEBUG oslo_concurrency.lockutils [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] Acquiring lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.460419] env[64658]: DEBUG oslo_concurrency.lockutils [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] Acquired lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.460580] env[64658]: DEBUG nova.network.neutron [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Refreshing network info cache for port 99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.647981] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.647981] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00d922c0-7fc9-4b9a-a3b1-ae9ee8415f2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.660118] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 833.660118] env[64658]: value = "task-2733706" [ 833.660118] env[64658]: _type = "Task" [ 833.660118] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.684155] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.761814] env[64658]: INFO nova.compute.manager [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Took 39.41 seconds to build instance. [ 833.791238] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc2cf2-9c8f-4759-95a6-2b34b943b8c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.801263] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5115cfd1-7644-4a2e-a9f2-09ceab8377e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.844438] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6f3324-b7da-43eb-aa7f-dd0e8f3d1cac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.853742] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227c74a-9163-40b5-a05e-7b8ad74d4a52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.872809] env[64658]: DEBUG nova.compute.provider_tree [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.877786] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733705, 'name': PowerOffVM_Task, 'duration_secs': 0.229611} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.878104] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.878295] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance '2e6c189f-d6c6-415c-9f64-b9b6413cdf87' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.171879] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733706, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.195174] env[64658]: DEBUG nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.230905] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.231335] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.231463] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.231666] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.231820] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.231983] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.232222] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.232400] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.232580] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.232946] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.232946] env[64658]: DEBUG nova.virt.hardware [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.233824] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4851addb-af5d-40b4-b9a8-5ea634a32f00 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.244938] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d00c9fd-250a-47c7-a041-a885516483cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.262452] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6459f2cd-47bf-4355-adbe-2987df01a7b5 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.375s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.329289] env[64658]: DEBUG nova.network.neutron [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updated VIF entry in instance network info cache for port 99090edf-9f6a-4c08-ace4-46e25d82c2ec. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.329665] env[64658]: DEBUG nova.network.neutron [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updating instance_info_cache with network_info: [{"id": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "address": "fa:16:3e:e9:a2:fa", "network": {"id": "b9092bd8-f9b9-4dd6-a8c5-a670e4119a31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1393682856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e9a5a2ee2144b8f9bf6c96153681b07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99090edf-9f", "ovs_interfaceid": "99090edf-9f6a-4c08-ace4-46e25d82c2ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.382030] env[64658]: DEBUG nova.scheduler.client.report [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.385570] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.385979] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.386388] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.386707] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.386975] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.387248] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.387611] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.387896] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.388221] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.388516] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.388826] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.399017] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3b5a4c-4238-4935-860d-61e7e979d002 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.417338] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 834.417338] env[64658]: value = "task-2733707" [ 834.417338] env[64658]: _type = "Task" [ 834.417338] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.425181] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.681613] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733706, 'name': CreateSnapshot_Task, 'duration_secs': 0.667754} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.682079] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.682948] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64d585-a01c-4ba4-90b1-e7e3da424337 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.832810] env[64658]: DEBUG oslo_concurrency.lockutils [req-630bcb1b-0930-4af3-86a4-0dcd43219444 req-3edb4e67-939a-43c4-b4d2-97cd8732dd96 service nova] Releasing lock "refresh_cache-f1f47e81-efa2-4c71-9092-e576f08b7048" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.896182] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.899250] env[64658]: DEBUG nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.899661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.917s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.899962] env[64658]: DEBUG nova.objects.instance [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lazy-loading 'resources' on Instance uuid 2af40134-8a16-4b54-a16f-2598a45fb781 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.931678] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733707, 'name': ReconfigVM_Task, 'duration_secs': 0.431823} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.931678] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance '2e6c189f-d6c6-415c-9f64-b9b6413cdf87' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.030496] env[64658]: DEBUG nova.network.neutron [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Successfully updated port: d477fa05-249e-48b7-9094-39296ba1933d {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.048919] env[64658]: INFO nova.compute.manager [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Rebuilding instance [ 835.089181] env[64658]: DEBUG nova.compute.manager [req-28dcd9aa-6993-404b-b0dc-d44a36112be5 req-4a4ddf5c-b44b-4bf3-be2b-fd1b5f05b47e service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Received event network-vif-plugged-d477fa05-249e-48b7-9094-39296ba1933d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.089181] env[64658]: DEBUG oslo_concurrency.lockutils [req-28dcd9aa-6993-404b-b0dc-d44a36112be5 req-4a4ddf5c-b44b-4bf3-be2b-fd1b5f05b47e service nova] Acquiring lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.089181] env[64658]: DEBUG oslo_concurrency.lockutils [req-28dcd9aa-6993-404b-b0dc-d44a36112be5 req-4a4ddf5c-b44b-4bf3-be2b-fd1b5f05b47e service nova] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.089181] env[64658]: DEBUG oslo_concurrency.lockutils [req-28dcd9aa-6993-404b-b0dc-d44a36112be5 req-4a4ddf5c-b44b-4bf3-be2b-fd1b5f05b47e service nova] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.089181] env[64658]: DEBUG nova.compute.manager [req-28dcd9aa-6993-404b-b0dc-d44a36112be5 req-4a4ddf5c-b44b-4bf3-be2b-fd1b5f05b47e service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] No waiting events found dispatching network-vif-plugged-d477fa05-249e-48b7-9094-39296ba1933d {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.089181] env[64658]: WARNING nova.compute.manager [req-28dcd9aa-6993-404b-b0dc-d44a36112be5 req-4a4ddf5c-b44b-4bf3-be2b-fd1b5f05b47e service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Received unexpected event network-vif-plugged-d477fa05-249e-48b7-9094-39296ba1933d for instance with vm_state building and task_state spawning. [ 835.100566] env[64658]: DEBUG nova.compute.manager [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.101445] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc7054e-df96-4e16-b166-f547c0976bdb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.204418] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.204751] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0690a6b2-0db0-440e-bbf8-f5b636cfd664 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.215888] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 835.215888] env[64658]: value = "task-2733708" [ 835.215888] env[64658]: _type = "Task" [ 835.215888] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.226026] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733708, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.403979] env[64658]: DEBUG nova.compute.utils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.406039] env[64658]: DEBUG nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Not allocating networking since 'none' was specified. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 835.441550] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:05:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11b95370-31dc-445c-a6a5-e71168bd1d7d',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-950496076',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.441848] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.442013] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.442203] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.442406] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.442585] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.442790] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.442951] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.443194] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.443382] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.444261] env[64658]: DEBUG nova.virt.hardware [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.450927] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 835.452092] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "f1f47e81-efa2-4c71-9092-e576f08b7048" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.453172] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.453172] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "f1f47e81-efa2-4c71-9092-e576f08b7048-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.453172] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.453464] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.456240] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b73bab8-9b18-4b25-af69-b450ef90cdca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.475383] env[64658]: INFO nova.compute.manager [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Terminating instance [ 835.485594] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 835.485594] env[64658]: value = "task-2733709" [ 835.485594] env[64658]: _type = "Task" [ 835.485594] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.497721] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.533882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "refresh_cache-bf6c1e9e-c206-4e6b-a0d8-4405839a2702" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.533882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "refresh_cache-bf6c1e9e-c206-4e6b-a0d8-4405839a2702" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.535048] env[64658]: DEBUG nova.network.neutron [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.733992] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733708, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.916508] env[64658]: DEBUG nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.963859] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb94635-71c9-421e-98af-732d0c563cc4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.973893] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c67c7-5e37-4beb-b0f2-42fa943f8b37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.981582] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "4b6af49c-c2d5-4df0-818f-788616455019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.981824] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "4b6af49c-c2d5-4df0-818f-788616455019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.011117] env[64658]: DEBUG nova.compute.manager [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.011331] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.013106] env[64658]: DEBUG nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.015912] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32077be8-e91f-4cb7-a1b3-3b5fcb78d930 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.022169] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9277c-60e8-4128-968a-bcbb4c2b14ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.036225] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d5157c-7954-4cbc-92ed-794fd55547e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.041022] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733709, 'name': ReconfigVM_Task, 'duration_secs': 0.175652} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.041384] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.044009] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 836.044294] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba4274b-1aa5-4314-adf7-576bcc09c824 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.046533] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305c44af-4c74-4415-b0cd-2576b119accb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.058170] env[64658]: DEBUG nova.compute.provider_tree [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.065646] env[64658]: DEBUG oslo_vmware.api [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 836.065646] env[64658]: value = "task-2733710" [ 836.065646] env[64658]: _type = "Task" [ 836.065646] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.085034] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.089240] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b23cd6-e95e-4c00-83d3-5c3af871ef98 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.103066] env[64658]: DEBUG nova.network.neutron [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.111981] env[64658]: DEBUG oslo_vmware.api [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.116019] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 836.116019] env[64658]: value = "task-2733711" [ 836.116019] env[64658]: _type = "Task" [ 836.116019] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.122729] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.123618] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.126423] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69c1a1d9-1c48-4880-b670-e44ccf9bb803 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.138017] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 836.138017] env[64658]: value = "task-2733712" [ 836.138017] env[64658]: _type = "Task" [ 836.138017] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.150383] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.231142] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733708, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.272908] env[64658]: DEBUG nova.network.neutron [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Updating instance_info_cache with network_info: [{"id": "d477fa05-249e-48b7-9094-39296ba1933d", "address": "fa:16:3e:c9:17:8b", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd477fa05-24", "ovs_interfaceid": "d477fa05-249e-48b7-9094-39296ba1933d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.551395] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.562642] env[64658]: DEBUG nova.scheduler.client.report [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.585198] env[64658]: DEBUG oslo_vmware.api [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733710, 'name': PowerOffVM_Task, 'duration_secs': 0.212738} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.586126] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.586307] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.586559] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abfd9e36-28fd-4eb0-8649-0b161b80e050 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.625280] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733711, 'name': ReconfigVM_Task, 'duration_secs': 0.310439} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.625921] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.627029] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance '2e6c189f-d6c6-415c-9f64-b9b6413cdf87' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.653917] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733712, 'name': PowerOffVM_Task, 'duration_secs': 0.231611} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.654318] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.654597] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.655436] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70d4834-bbcd-4bb8-b6ae-7ffe3005687d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.661941] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.662782] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.663071] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Deleting the datastore file [datastore1] f1f47e81-efa2-4c71-9092-e576f08b7048 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.665336] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c04afd1-d3ed-4ff0-89ce-2da928fd0011 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.667319] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.667613] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2dc028c-212e-4c9c-8cbf-ac522456087c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.674461] env[64658]: DEBUG oslo_vmware.api [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for the task: (returnval){ [ 836.674461] env[64658]: value = "task-2733714" [ 836.674461] env[64658]: _type = "Task" [ 836.674461] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.685068] env[64658]: DEBUG oslo_vmware.api [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.730100] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733708, 'name': CloneVM_Task, 'duration_secs': 1.323155} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.730493] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Created linked-clone VM from snapshot [ 836.731628] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331962d1-5b5b-4589-b25f-96b6625e7841 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.737152] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.737467] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.737716] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleting the datastore file [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.738031] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d82037-6d95-4bfe-b053-1b5996caead0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.743494] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Uploading image 212dd107-a17a-48df-aed2-cc00c62f665f {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.751540] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 836.751540] env[64658]: value = "task-2733716" [ 836.751540] env[64658]: _type = "Task" [ 836.751540] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.763009] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.778489] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "refresh_cache-bf6c1e9e-c206-4e6b-a0d8-4405839a2702" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.778489] env[64658]: DEBUG nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance network_info: |[{"id": "d477fa05-249e-48b7-9094-39296ba1933d", "address": "fa:16:3e:c9:17:8b", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd477fa05-24", "ovs_interfaceid": "d477fa05-249e-48b7-9094-39296ba1933d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.778489] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:17:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd477fa05-249e-48b7-9094-39296ba1933d', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.789151] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating folder: Project (c76b70bc7f6b4852b0e07b653c8e9b5d). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.791622] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 836.791622] env[64658]: value = "vm-550400" [ 836.791622] env[64658]: _type = "VirtualMachine" [ 836.791622] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 836.791923] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-086cf9df-f6b0-4ae8-aab2-34251783d226 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.797478] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eec6a682-e536-49be-9744-9a6043b6caa6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.805104] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lease: (returnval){ [ 836.805104] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526b9b91-71bd-a3ca-7480-7fa0a7918b5f" [ 836.805104] env[64658]: _type = "HttpNfcLease" [ 836.805104] env[64658]: } obtained for exporting VM: (result){ [ 836.805104] env[64658]: value = "vm-550400" [ 836.805104] env[64658]: _type = "VirtualMachine" [ 836.805104] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 836.805494] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the lease: (returnval){ [ 836.805494] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526b9b91-71bd-a3ca-7480-7fa0a7918b5f" [ 836.805494] env[64658]: _type = "HttpNfcLease" [ 836.805494] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.812460] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created folder: Project (c76b70bc7f6b4852b0e07b653c8e9b5d) in parent group-v550231. [ 836.812728] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating folder: Instances. Parent ref: group-v550401. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.813390] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9640888a-366d-4cd7-9f85-a26b34bb0db9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.817616] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.817616] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526b9b91-71bd-a3ca-7480-7fa0a7918b5f" [ 836.817616] env[64658]: _type = "HttpNfcLease" [ 836.817616] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 836.824228] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created folder: Instances in parent group-v550401. [ 836.824482] env[64658]: DEBUG oslo.service.loopingcall [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.824678] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.824890] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-612138a4-ea66-494e-9c84-b8580e35a876 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.852952] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.852952] env[64658]: value = "task-2733720" [ 836.852952] env[64658]: _type = "Task" [ 836.852952] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.863712] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733720, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.927267] env[64658]: DEBUG nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.952144] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.952456] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.952672] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.952880] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.953059] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.953223] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.953456] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.953640] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.953815] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.953980] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.954169] env[64658]: DEBUG nova.virt.hardware [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.955462] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f2efa-9e71-4b86-80bc-4dc7e1b4729e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.964124] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3e1fe-a434-4689-8bdc-9e7ae22145b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.978593] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.984297] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Creating folder: Project (3f45a344579747ea8a1a14884f31d860). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.984629] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d060aec7-e48c-4bc3-a538-d0d17ae15971 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.995480] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Created folder: Project (3f45a344579747ea8a1a14884f31d860) in parent group-v550231. [ 836.995683] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Creating folder: Instances. Parent ref: group-v550404. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.995927] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd44e8c5-31d6-4e82-bd3c-c6eb39515527 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.006087] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Created folder: Instances in parent group-v550404. [ 837.006359] env[64658]: DEBUG oslo.service.loopingcall [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.007034] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.007034] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab112b48-f112-4da5-a0ff-9b8bb2c7012c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.026630] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.026630] env[64658]: value = "task-2733723" [ 837.026630] env[64658]: _type = "Task" [ 837.026630] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.036849] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733723, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.068723] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.072589] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.348s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.074330] env[64658]: INFO nova.compute.claims [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.099104] env[64658]: INFO nova.scheduler.client.report [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Deleted allocations for instance 2af40134-8a16-4b54-a16f-2598a45fb781 [ 837.126259] env[64658]: DEBUG nova.compute.manager [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Received event network-changed-d477fa05-249e-48b7-9094-39296ba1933d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.126259] env[64658]: DEBUG nova.compute.manager [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Refreshing instance network info cache due to event network-changed-d477fa05-249e-48b7-9094-39296ba1933d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.126259] env[64658]: DEBUG oslo_concurrency.lockutils [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] Acquiring lock "refresh_cache-bf6c1e9e-c206-4e6b-a0d8-4405839a2702" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.126259] env[64658]: DEBUG oslo_concurrency.lockutils [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] Acquired lock "refresh_cache-bf6c1e9e-c206-4e6b-a0d8-4405839a2702" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.126259] env[64658]: DEBUG nova.network.neutron [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Refreshing network info cache for port d477fa05-249e-48b7-9094-39296ba1933d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.135978] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e942bb0-5a31-4824-8859-1074a3457770 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.158706] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019aee1c-e2eb-43a8-bae6-f4ce0ced4fda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.180163] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance '2e6c189f-d6c6-415c-9f64-b9b6413cdf87' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.192460] env[64658]: DEBUG oslo_vmware.api [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Task: {'id': task-2733714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138879} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.192758] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.192907] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.193107] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.193273] env[64658]: INFO nova.compute.manager [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Took 1.18 seconds to destroy the instance on the hypervisor. [ 837.193506] env[64658]: DEBUG oslo.service.loopingcall [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.193698] env[64658]: DEBUG nova.compute.manager [-] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.193825] env[64658]: DEBUG nova.network.neutron [-] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.266052] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140166} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.266207] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.266432] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.266769] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.316912] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.316912] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526b9b91-71bd-a3ca-7480-7fa0a7918b5f" [ 837.316912] env[64658]: _type = "HttpNfcLease" [ 837.316912] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.317515] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.317515] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526b9b91-71bd-a3ca-7480-7fa0a7918b5f" [ 837.317515] env[64658]: _type = "HttpNfcLease" [ 837.317515] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.318272] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90ac5c-aaf3-406c-bcaa-116310a0628b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.326693] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7825d-2e1a-5983-b979-4c5750828219/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.327662] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7825d-2e1a-5983-b979-4c5750828219/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 837.399590] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733720, 'name': CreateVM_Task, 'duration_secs': 0.37908} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.399850] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.400591] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.400800] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.401175] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.401467] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842bde26-dcb2-44bf-9b8f-27f0b5511556 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.406913] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 837.406913] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e7c20e-6911-d3a2-4575-80b558217230" [ 837.406913] env[64658]: _type = "Task" [ 837.406913] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.415714] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e7c20e-6911-d3a2-4575-80b558217230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.485266] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc14247e-9308-4162-84cb-0b71e1951bd1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.537259] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733723, 'name': CreateVM_Task, 'duration_secs': 0.37786} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.538690] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.538690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.538690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.538690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.539045] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0e723c-fac2-4595-9eab-0bd30529507c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.545280] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 837.545280] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523f9cdb-573e-54a9-fc6e-886f9202a6f8" [ 837.545280] env[64658]: _type = "Task" [ 837.545280] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.554263] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523f9cdb-573e-54a9-fc6e-886f9202a6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.609843] env[64658]: DEBUG oslo_concurrency.lockutils [None req-38d5ba46-e43b-4c8f-8469-2791a909fe8d tempest-ServersNegativeTestMultiTenantJSON-627654145 tempest-ServersNegativeTestMultiTenantJSON-627654145-project-member] Lock "2af40134-8a16-4b54-a16f-2598a45fb781" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.302s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.760683] env[64658]: DEBUG nova.network.neutron [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Port abca4833-5241-47d8-8527-415144a3f9d0 binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 837.896048] env[64658]: DEBUG nova.network.neutron [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Updated VIF entry in instance network info cache for port d477fa05-249e-48b7-9094-39296ba1933d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.896422] env[64658]: DEBUG nova.network.neutron [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Updating instance_info_cache with network_info: [{"id": "d477fa05-249e-48b7-9094-39296ba1933d", "address": "fa:16:3e:c9:17:8b", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd477fa05-24", "ovs_interfaceid": "d477fa05-249e-48b7-9094-39296ba1933d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.919083] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e7c20e-6911-d3a2-4575-80b558217230, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.919083] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.919262] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.919404] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.919591] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.919815] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.920213] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df9eba96-b864-41cd-82b7-d140d90e502e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.930664] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.930947] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.931768] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31514195-f83d-4944-8546-7ca882212e1c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.938890] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 837.938890] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b09ed8-1d8d-5765-a46e-253a24d3c0d0" [ 837.938890] env[64658]: _type = "Task" [ 837.938890] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.948402] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b09ed8-1d8d-5765-a46e-253a24d3c0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.962263] env[64658]: DEBUG nova.network.neutron [-] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.059990] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523f9cdb-573e-54a9-fc6e-886f9202a6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.029387} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.060550] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.060849] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.061130] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.061311] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.061699] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.061989] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6f2541b-cafd-4d2f-a8b9-84371e2a276c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.073030] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.074250] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.074763] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15f7325-98c8-448c-b188-3b34898a30a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.081520] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 838.081520] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d6ddaf-1d6b-4b9c-12b9-605651b0f586" [ 838.081520] env[64658]: _type = "Task" [ 838.081520] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.093308] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d6ddaf-1d6b-4b9c-12b9-605651b0f586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.333778] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.336729] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.336974] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.337121] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.338572] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.338935] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.339251] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.339426] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.339601] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.339769] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.340033] env[64658]: DEBUG nova.virt.hardware [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.340947] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22c99d8-be1f-4cf5-8ac5-681f93c1abb5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.355187] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a591f732-1888-4d01-983c-589f45acf654 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.379163] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:83:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '362175a4-4003-4634-859e-17dc1196caf3', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.387291] env[64658]: DEBUG oslo.service.loopingcall [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.391013] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.392213] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5161f58c-b56b-486f-830f-9c5c1a06625c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.412627] env[64658]: DEBUG oslo_concurrency.lockutils [req-70b78617-e2fd-45d9-ac4e-2c9a88ab1ff8 req-0aef873c-75ee-4120-9104-ca75dbdfc17d service nova] Releasing lock "refresh_cache-bf6c1e9e-c206-4e6b-a0d8-4405839a2702" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.421042] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.421042] env[64658]: value = "task-2733724" [ 838.421042] env[64658]: _type = "Task" [ 838.421042] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.437466] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733724, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.455948] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b09ed8-1d8d-5765-a46e-253a24d3c0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018595} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.460447] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b279bfe9-ee9f-4fbd-9cb4-4838db2d44f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.465120] env[64658]: INFO nova.compute.manager [-] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Took 1.27 seconds to deallocate network for instance. [ 838.471727] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 838.471727] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5251fdfa-8e16-3dc0-afc4-f82055a6e1c4" [ 838.471727] env[64658]: _type = "Task" [ 838.471727] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.490044] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5251fdfa-8e16-3dc0-afc4-f82055a6e1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018684} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.490482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.490852] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.491270] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a9ce3a3-cb6e-4351-a878-5b4798fe216c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.506499] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 838.506499] env[64658]: value = "task-2733725" [ 838.506499] env[64658]: _type = "Task" [ 838.506499] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.514848] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.596918] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d6ddaf-1d6b-4b9c-12b9-605651b0f586, 'name': SearchDatastore_Task, 'duration_secs': 0.017642} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.597877] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c381e375-688d-46a2-94bf-213da79baf71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.607328] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 838.607328] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d94046-aead-3e07-a469-972fc2c8e0d5" [ 838.607328] env[64658]: _type = "Task" [ 838.607328] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.618278] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d94046-aead-3e07-a469-972fc2c8e0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.649489] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61bc16f-7620-427d-92b9-2bc73a9f2607 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.658283] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca949d1-4196-410f-ad5b-a9eceaf818b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.695545] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d45b13-8aa2-4037-8d6c-e0921cf0669c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.704625] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46a6eae-5121-4699-b426-6dd8fcd74bfb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.720730] env[64658]: DEBUG nova.compute.provider_tree [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.790453] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.790731] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.790920] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.933696] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733724, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.979762] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.015055] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.119464] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d94046-aead-3e07-a469-972fc2c8e0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.120090] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.120090] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.120090] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ad94ca0-9f8c-44d8-9622-1d7faa50abaf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.130266] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 839.130266] env[64658]: value = "task-2733726" [ 839.130266] env[64658]: _type = "Task" [ 839.130266] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.141255] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.151391] env[64658]: DEBUG nova.compute.manager [req-daaab616-6b15-4c0d-9386-9b1b70dbccd6 req-84fa4a68-2454-4b36-b1be-ac845b44d1cd service nova] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Received event network-vif-deleted-99090edf-9f6a-4c08-ace4-46e25d82c2ec {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.245346] env[64658]: ERROR nova.scheduler.client.report [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [req-a5fa5a49-fd19-48c0-9d47-e00f9b20dcab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5fa5a49-fd19-48c0-9d47-e00f9b20dcab"}]} [ 839.263301] env[64658]: DEBUG nova.scheduler.client.report [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.279106] env[64658]: DEBUG nova.scheduler.client.report [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.279354] env[64658]: DEBUG nova.compute.provider_tree [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.292134] env[64658]: DEBUG nova.scheduler.client.report [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.314268] env[64658]: DEBUG nova.scheduler.client.report [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.433341] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733724, 'name': CreateVM_Task, 'duration_secs': 0.548842} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.436871] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.438386] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.438582] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.438957] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.439516] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc728a4-c41b-41c2-b00d-dae8573dd6d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.447777] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 839.447777] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523d0167-bcf6-edee-8ee6-b5fd8b180327" [ 839.447777] env[64658]: _type = "Task" [ 839.447777] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.460987] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523d0167-bcf6-edee-8ee6-b5fd8b180327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.516519] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648311} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.516519] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.516910] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.517079] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e3df18-abd8-42c7-91b3-02d584daedee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.527909] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 839.527909] env[64658]: value = "task-2733727" [ 839.527909] env[64658]: _type = "Task" [ 839.527909] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.541607] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.646714] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733726, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.807840] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac7ba3-951e-4eed-bb87-28d4967cb99f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.820926] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eacf942-0278-4cdc-b2cd-6e012b1b7e39 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.854523] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25583e9-186c-42f9-9e2a-c1f7c88c776a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.863045] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f910a-5361-4bfd-ada1-b1a3fef8e445 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.879152] env[64658]: DEBUG nova.compute.provider_tree [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.882122] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.882122] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.882122] env[64658]: DEBUG nova.network.neutron [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.960741] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523d0167-bcf6-edee-8ee6-b5fd8b180327, 'name': SearchDatastore_Task, 'duration_secs': 0.076472} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.961599] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.961970] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.962337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.962642] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.962960] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.963369] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49156197-cd5f-4fd7-a8d9-fdbd1ba41d02 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.976221] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.976221] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.976221] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177786bc-1384-4683-ace8-77d5ddc8ae8f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.982097] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 839.982097] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5279effa-ce6b-3999-b975-87b475120677" [ 839.982097] env[64658]: _type = "Task" [ 839.982097] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.992388] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5279effa-ce6b-3999-b975-87b475120677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.040343] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081487} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.040663] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.041807] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602663df-b673-407d-a912-45fd878a187f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.066311] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.066634] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3adfc8fc-9878-4c58-8349-7753dfb74bed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.089461] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 840.089461] env[64658]: value = "task-2733728" [ 840.089461] env[64658]: _type = "Task" [ 840.089461] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.099991] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.141719] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68102} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.142027] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.142312] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.142620] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b23d056-b61e-4dc2-a854-84d18bb88cf9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.152818] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 840.152818] env[64658]: value = "task-2733729" [ 840.152818] env[64658]: _type = "Task" [ 840.152818] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.162533] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.384421] env[64658]: DEBUG nova.scheduler.client.report [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.493728] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5279effa-ce6b-3999-b975-87b475120677, 'name': SearchDatastore_Task, 'duration_secs': 0.014824} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.494574] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847fabcc-b178-4ab4-ae8b-3b5f0a11cefb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.504136] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 840.504136] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f2960b-39c7-a383-a274-631433cba63b" [ 840.504136] env[64658]: _type = "Task" [ 840.504136] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.513238] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f2960b-39c7-a383-a274-631433cba63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.601981] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733728, 'name': ReconfigVM_Task, 'duration_secs': 0.332184} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.603063] env[64658]: DEBUG nova.network.neutron [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [{"id": "abca4833-5241-47d8-8527-415144a3f9d0", "address": "fa:16:3e:0e:db:95", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabca4833-52", "ovs_interfaceid": "abca4833-5241-47d8-8527-415144a3f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.604837] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Reconfigured VM instance instance-0000003a to attach disk [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.605495] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba949d5d-006a-43d7-955a-0fc790176667 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.612825] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 840.612825] env[64658]: value = "task-2733730" [ 840.612825] env[64658]: _type = "Task" [ 840.612825] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.625116] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733730, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.662995] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072626} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.663431] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.664156] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce937f17-91f3-4a95-a34d-32887b6ae838 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.690254] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.690581] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb27145-79f3-4e91-b584-7840d9a8bd1b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.715790] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 840.715790] env[64658]: value = "task-2733731" [ 840.715790] env[64658]: _type = "Task" [ 840.715790] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.725307] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.891506] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.819s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.892700] env[64658]: DEBUG nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.895683] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.168s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.895921] env[64658]: DEBUG nova.objects.instance [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lazy-loading 'resources' on Instance uuid 179392a5-0392-443c-a9a6-c5a88723afbe {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.027278] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f2960b-39c7-a383-a274-631433cba63b, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.027620] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.027923] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.028321] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9948365-f557-4ccb-b724-bb3e12d8f7c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.036982] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 841.036982] env[64658]: value = "task-2733732" [ 841.036982] env[64658]: _type = "Task" [ 841.036982] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.048160] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.109081] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.125706] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733730, 'name': Rename_Task, 'duration_secs': 0.15451} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.126258] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.126659] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ece1fd0-0122-4572-afb7-84af0575e9f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.135740] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 841.135740] env[64658]: value = "task-2733733" [ 841.135740] env[64658]: _type = "Task" [ 841.135740] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.146504] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.227125] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733731, 'name': ReconfigVM_Task, 'duration_secs': 0.357734} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.227889] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.228879] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14090062-03aa-459d-9b23-d1969383d28f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.237784] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 841.237784] env[64658]: value = "task-2733734" [ 841.237784] env[64658]: _type = "Task" [ 841.237784] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.246917] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733734, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.408579] env[64658]: DEBUG nova.compute.utils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 841.411563] env[64658]: DEBUG nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.411915] env[64658]: DEBUG nova.network.neutron [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.474284] env[64658]: DEBUG nova.policy [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce946f1b4cf4e10abd369fbf26d8c8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c76b70bc7f6b4852b0e07b653c8e9b5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.561224] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.636991] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59ba23b-d2a6-4070-a29e-b154e70eefce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.671457] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c46b7d-59b6-4998-846e-b28fe4ea8eb9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.674693] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733733, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.683738] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance '2e6c189f-d6c6-415c-9f64-b9b6413cdf87' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.754586] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733734, 'name': Rename_Task, 'duration_secs': 0.273387} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.754899] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.755176] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b33cb71a-2518-445e-9597-fd8cbbcdd359 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.766322] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 841.766322] env[64658]: value = "task-2733735" [ 841.766322] env[64658]: _type = "Task" [ 841.766322] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.780025] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.824625] env[64658]: DEBUG nova.network.neutron [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Successfully created port: a9899ce9-6c94-43de-bf29-5641581674ea {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.919026] env[64658]: DEBUG nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.996748] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dd1981-319e-4e29-9a7a-ae8be1c447f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.009494] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26acd4f1-d5d2-434c-b131-7ba288cb99ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.059534] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f2c443-8246-47f7-b59e-2d1decc82581 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.072508] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572982} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.072908] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.073174] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.074945] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e45e2ba-8b3a-4546-8a1e-fdb00ac736aa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.080073] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11b4cbec-0121-474f-a74f-9d76a1b10836 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.094613] env[64658]: DEBUG nova.compute.provider_tree [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.100022] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 842.100022] env[64658]: value = "task-2733736" [ 842.100022] env[64658]: _type = "Task" [ 842.100022] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.108312] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.148741] env[64658]: DEBUG oslo_vmware.api [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733733, 'name': PowerOnVM_Task, 'duration_secs': 0.529088} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.149135] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.149388] env[64658]: INFO nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Took 7.95 seconds to spawn the instance on the hypervisor. [ 842.149728] env[64658]: DEBUG nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.150606] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3b6ae3-dd42-4a9a-93c7-b0ecfabb392d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.192681] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.195486] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4e8c53-d340-419e-ac10-a52b63944462 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.202674] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 842.202674] env[64658]: value = "task-2733737" [ 842.202674] env[64658]: _type = "Task" [ 842.202674] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.211247] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.277256] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733735, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.598939] env[64658]: DEBUG nova.scheduler.client.report [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.612734] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089749} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.613139] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.613818] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c362d36e-463a-4e1e-a13c-2ebbb6c1c76e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.642906] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.643639] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f4cf777-a7e3-4bd3-b898-49463766e2c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.668329] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 842.668329] env[64658]: value = "task-2733738" [ 842.668329] env[64658]: _type = "Task" [ 842.668329] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.673506] env[64658]: INFO nova.compute.manager [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Took 41.59 seconds to build instance. [ 842.685691] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733738, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.719755] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.779225] env[64658]: DEBUG oslo_vmware.api [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733735, 'name': PowerOnVM_Task, 'duration_secs': 0.522919} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.779758] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.780142] env[64658]: INFO nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Took 5.85 seconds to spawn the instance on the hypervisor. [ 842.780781] env[64658]: DEBUG nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.781508] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78a37c-b2d7-48ef-9731-8a7532f25f61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.927564] env[64658]: DEBUG nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.957836] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.959020] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.959020] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.959020] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.959020] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.959020] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.959020] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.959329] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.959329] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.959451] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.959618] env[64658]: DEBUG nova.virt.hardware [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.961024] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95a292-3515-4970-bd42-efd31c90ff3a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.971205] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca99f1b-071a-4544-81dd-27b7a0554f8e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.108047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.110473] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.145s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.112104] env[64658]: INFO nova.compute.claims [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.132225] env[64658]: INFO nova.scheduler.client.report [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Deleted allocations for instance 179392a5-0392-443c-a9a6-c5a88723afbe [ 843.176114] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4ee289f-1377-42c5-8939-af6b13eeae1c tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.099s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.183651] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733738, 'name': ReconfigVM_Task, 'duration_secs': 0.462432} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.183651] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0/a559a1ce-8202-4244-a5c9-5e8e567257d0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.184684] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af45e1e4-64ea-429b-b1c0-c7359d807586 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.193188] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 843.193188] env[64658]: value = "task-2733739" [ 843.193188] env[64658]: _type = "Task" [ 843.193188] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.212767] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733739, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.219125] env[64658]: DEBUG oslo_vmware.api [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733737, 'name': PowerOnVM_Task, 'duration_secs': 0.598672} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.222021] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.222021] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-28cff448-e2a2-4d48-82ae-5c2db1570bbf tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance '2e6c189f-d6c6-415c-9f64-b9b6413cdf87' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.303031] env[64658]: INFO nova.compute.manager [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Took 41.58 seconds to build instance. [ 843.351460] env[64658]: DEBUG nova.compute.manager [req-ba1c7436-5550-493e-9a22-5f90a5e61e2a req-741ef449-17d0-464e-afe9-7f4d258c1b7a service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Received event network-vif-plugged-a9899ce9-6c94-43de-bf29-5641581674ea {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.351681] env[64658]: DEBUG oslo_concurrency.lockutils [req-ba1c7436-5550-493e-9a22-5f90a5e61e2a req-741ef449-17d0-464e-afe9-7f4d258c1b7a service nova] Acquiring lock "5dc4150c-685f-4beb-8a6b-770414be766c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.351890] env[64658]: DEBUG oslo_concurrency.lockutils [req-ba1c7436-5550-493e-9a22-5f90a5e61e2a req-741ef449-17d0-464e-afe9-7f4d258c1b7a service nova] Lock "5dc4150c-685f-4beb-8a6b-770414be766c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.352075] env[64658]: DEBUG oslo_concurrency.lockutils [req-ba1c7436-5550-493e-9a22-5f90a5e61e2a req-741ef449-17d0-464e-afe9-7f4d258c1b7a service nova] Lock "5dc4150c-685f-4beb-8a6b-770414be766c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.352244] env[64658]: DEBUG nova.compute.manager [req-ba1c7436-5550-493e-9a22-5f90a5e61e2a req-741ef449-17d0-464e-afe9-7f4d258c1b7a service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] No waiting events found dispatching network-vif-plugged-a9899ce9-6c94-43de-bf29-5641581674ea {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.352405] env[64658]: WARNING nova.compute.manager [req-ba1c7436-5550-493e-9a22-5f90a5e61e2a req-741ef449-17d0-464e-afe9-7f4d258c1b7a service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Received unexpected event network-vif-plugged-a9899ce9-6c94-43de-bf29-5641581674ea for instance with vm_state building and task_state spawning. [ 843.472886] env[64658]: DEBUG nova.network.neutron [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Successfully updated port: a9899ce9-6c94-43de-bf29-5641581674ea {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.640014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-353f5f38-8409-436c-bdd3-2d9f0252b6e2 tempest-ImagesOneServerTestJSON-1973103841 tempest-ImagesOneServerTestJSON-1973103841-project-member] Lock "179392a5-0392-443c-a9a6-c5a88723afbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.554s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.705828] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733739, 'name': Rename_Task, 'duration_secs': 0.213572} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.706269] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.706532] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b122ba-68be-47df-98ce-255edc47a764 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.714901] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 843.714901] env[64658]: value = "task-2733740" [ 843.714901] env[64658]: _type = "Task" [ 843.714901] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.723653] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.808525] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ac3bc05c-3de3-4fed-a22d-3fd3e17e52d9 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "33f4600a-066c-43fb-908b-b7fe98ac7e22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.096s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.975694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "refresh_cache-5dc4150c-685f-4beb-8a6b-770414be766c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.975879] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "refresh_cache-5dc4150c-685f-4beb-8a6b-770414be766c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.976071] env[64658]: DEBUG nova.network.neutron [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.229262] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.534244] env[64658]: DEBUG nova.network.neutron [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.568596] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a682c596-6708-4192-9586-1fc6a2c2a1b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.579108] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3396ecee-556e-4647-a822-e09e6602302f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.633346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25458676-1206-44cb-88f8-bd6d924dafdb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.647152] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d2d088-a39f-4c23-a374-8cb229a5f5dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.663580] env[64658]: DEBUG nova.compute.provider_tree [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.726391] env[64658]: DEBUG oslo_vmware.api [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733740, 'name': PowerOnVM_Task, 'duration_secs': 0.637548} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.727341] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.727341] env[64658]: DEBUG nova.compute.manager [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.727819] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6091b2d6-d63d-46b2-8bd7-c303f7efd834 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.767390] env[64658]: INFO nova.compute.manager [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Rebuilding instance [ 844.812639] env[64658]: DEBUG nova.compute.manager [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.814162] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a986b7-193b-400a-b245-07fd9a717fd1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.818522] env[64658]: DEBUG nova.network.neutron [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Updating instance_info_cache with network_info: [{"id": "a9899ce9-6c94-43de-bf29-5641581674ea", "address": "fa:16:3e:9e:d3:3a", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9899ce9-6c", "ovs_interfaceid": "a9899ce9-6c94-43de-bf29-5641581674ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.169458] env[64658]: DEBUG nova.scheduler.client.report [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.244501] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.323700] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "refresh_cache-5dc4150c-685f-4beb-8a6b-770414be766c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.323700] env[64658]: DEBUG nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Instance network_info: |[{"id": "a9899ce9-6c94-43de-bf29-5641581674ea", "address": "fa:16:3e:9e:d3:3a", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9899ce9-6c", "ovs_interfaceid": "a9899ce9-6c94-43de-bf29-5641581674ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.323700] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:d3:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9899ce9-6c94-43de-bf29-5641581674ea', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.332170] env[64658]: DEBUG oslo.service.loopingcall [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.333280] env[64658]: DEBUG nova.network.neutron [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Port abca4833-5241-47d8-8527-415144a3f9d0 binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 845.333614] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.333776] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.334295] env[64658]: DEBUG nova.network.neutron [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.337324] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.338578] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95c8c7b-acb2-44d4-bdea-153eba5bb027 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.359888] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.359888] env[64658]: value = "task-2733741" [ 845.359888] env[64658]: _type = "Task" [ 845.359888] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.368830] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733741, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.387739] env[64658]: DEBUG nova.compute.manager [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Received event network-changed-a9899ce9-6c94-43de-bf29-5641581674ea {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.388601] env[64658]: DEBUG nova.compute.manager [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Refreshing instance network info cache due to event network-changed-a9899ce9-6c94-43de-bf29-5641581674ea. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.388601] env[64658]: DEBUG oslo_concurrency.lockutils [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] Acquiring lock "refresh_cache-5dc4150c-685f-4beb-8a6b-770414be766c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.390591] env[64658]: DEBUG oslo_concurrency.lockutils [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] Acquired lock "refresh_cache-5dc4150c-685f-4beb-8a6b-770414be766c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.390896] env[64658]: DEBUG nova.network.neutron [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Refreshing network info cache for port a9899ce9-6c94-43de-bf29-5641581674ea {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.680022] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.680022] env[64658]: DEBUG nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.681686] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.058s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.683634] env[64658]: INFO nova.compute.claims [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.778125] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7825d-2e1a-5983-b979-4c5750828219/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 845.779149] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb7bc6-5f16-486d-9f23-648e32391fc4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.785971] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7825d-2e1a-5983-b979-4c5750828219/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 845.786212] env[64658]: ERROR oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7825d-2e1a-5983-b979-4c5750828219/disk-0.vmdk due to incomplete transfer. [ 845.786254] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06f4d0b9-e7a1-4ea8-bd41-b90b9a461b78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.794809] env[64658]: DEBUG oslo_vmware.rw_handles [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7825d-2e1a-5983-b979-4c5750828219/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 845.795061] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Uploaded image 212dd107-a17a-48df-aed2-cc00c62f665f to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 845.797589] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 845.798209] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7fa98141-90cc-4429-a898-23053c908c9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.804443] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 845.804443] env[64658]: value = "task-2733742" [ 845.804443] env[64658]: _type = "Task" [ 845.804443] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.813576] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733742, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.855721] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.857185] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dce19b7-82c2-4e86-8a64-3fc5e144e20a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.868520] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 845.868520] env[64658]: value = "task-2733743" [ 845.868520] env[64658]: _type = "Task" [ 845.868520] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.882320] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733741, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.887304] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.063612] env[64658]: DEBUG nova.network.neutron [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [{"id": "abca4833-5241-47d8-8527-415144a3f9d0", "address": "fa:16:3e:0e:db:95", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabca4833-52", "ovs_interfaceid": "abca4833-5241-47d8-8527-415144a3f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.195893] env[64658]: DEBUG nova.compute.utils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 846.196720] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "a559a1ce-8202-4244-a5c9-5e8e567257d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.196967] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.197202] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "a559a1ce-8202-4244-a5c9-5e8e567257d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.197387] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.197551] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.199439] env[64658]: DEBUG nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.199645] env[64658]: DEBUG nova.network.neutron [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.201556] env[64658]: INFO nova.compute.manager [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Terminating instance [ 846.237894] env[64658]: DEBUG nova.policy [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '223d3f70b55b48df83a73b83032aa964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaaa9ee05e5646f7b0dd3456b78de715', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.316166] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733742, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.371752] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733741, 'name': CreateVM_Task, 'duration_secs': 0.54031} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.373210] env[64658]: DEBUG nova.network.neutron [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Updated VIF entry in instance network info cache for port a9899ce9-6c94-43de-bf29-5641581674ea. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.374312] env[64658]: DEBUG nova.network.neutron [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Updating instance_info_cache with network_info: [{"id": "a9899ce9-6c94-43de-bf29-5641581674ea", "address": "fa:16:3e:9e:d3:3a", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9899ce9-6c", "ovs_interfaceid": "a9899ce9-6c94-43de-bf29-5641581674ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.381014] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.381014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.381014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.381014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.381452] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff559bd-8634-4eaa-81d0-4008913a0bd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.386576] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733743, 'name': PowerOffVM_Task, 'duration_secs': 0.119662} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.387850] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.388963] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.389854] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c522d6-1289-4eb2-b9e3-8b5679e4d46d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.393976] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 846.393976] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a60f86-05d9-9f48-6750-9b63cea52782" [ 846.393976] env[64658]: _type = "Task" [ 846.393976] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.400454] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.403970] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0308dac0-46dd-4434-8ea1-683bdd03d8b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.407051] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a60f86-05d9-9f48-6750-9b63cea52782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.437593] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.437593] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.437593] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Deleting the datastore file [datastore1] 33f4600a-066c-43fb-908b-b7fe98ac7e22 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.437925] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26c99307-84ac-4064-a44d-bce7d1fc2641 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.446347] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 846.446347] env[64658]: value = "task-2733745" [ 846.446347] env[64658]: _type = "Task" [ 846.446347] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.458842] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.570884] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.589566] env[64658]: DEBUG nova.network.neutron [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Successfully created port: b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.704974] env[64658]: DEBUG nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.709698] env[64658]: DEBUG nova.compute.manager [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.709870] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.711294] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525c6502-f6ec-489d-add0-89edbefbf8de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.719047] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.719047] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb5a02b1-af08-4132-a9dd-8b3ae4ecc7bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.729063] env[64658]: DEBUG oslo_vmware.api [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 846.729063] env[64658]: value = "task-2733746" [ 846.729063] env[64658]: _type = "Task" [ 846.729063] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.734022] env[64658]: DEBUG oslo_vmware.api [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.822981] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733742, 'name': Destroy_Task, 'duration_secs': 0.85957} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.822981] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Destroyed the VM [ 846.822981] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.822981] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-655a1668-1df5-4959-ae16-ea3e8583940f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.833088] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 846.833088] env[64658]: value = "task-2733747" [ 846.833088] env[64658]: _type = "Task" [ 846.833088] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.844685] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.881057] env[64658]: DEBUG oslo_concurrency.lockutils [req-12009638-35ce-4e70-8ef9-f25cfd86b8a6 req-1bf25113-e84f-40ad-a423-0ca30dd7fc0d service nova] Releasing lock "refresh_cache-5dc4150c-685f-4beb-8a6b-770414be766c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.906720] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a60f86-05d9-9f48-6750-9b63cea52782, 'name': SearchDatastore_Task, 'duration_secs': 0.022816} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.907110] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.907370] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.908226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.908226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.908226] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.908226] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c8a05c3-6711-43ff-b88e-d20cee658344 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.916270] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.916311] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.917140] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd227de-b5ae-451d-9e3b-ee9d07a904df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.924045] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 846.924045] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5245c09b-b9d1-b11e-c3d7-0cdb41ea8851" [ 846.924045] env[64658]: _type = "Task" [ 846.924045] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.934942] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5245c09b-b9d1-b11e-c3d7-0cdb41ea8851, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.936015] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3160c5-47d7-4b4e-89aa-d09f5a149839 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.944381] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 846.944381] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520802e9-8309-edfa-ad0d-f398a4eaac39" [ 846.944381] env[64658]: _type = "Task" [ 846.944381] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.961947] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520802e9-8309-edfa-ad0d-f398a4eaac39, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.962382] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470503} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.962539] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.962800] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5dc4150c-685f-4beb-8a6b-770414be766c/5dc4150c-685f-4beb-8a6b-770414be766c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.963165] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.963356] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.963536] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.965856] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d494f5e-357c-46a3-88c1-ef462009b3e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.975468] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 846.975468] env[64658]: value = "task-2733748" [ 846.975468] env[64658]: _type = "Task" [ 846.975468] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.984639] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.049088] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "3bffa434-8e8c-4158-875f-720aed2cd1bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.049088] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.075211] env[64658]: DEBUG nova.compute.manager [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64658) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 847.075348] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.180193] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817cc34a-17b6-4ca7-af2a-efb59d26b67c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.189817] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e566fd6-131c-40a6-bac0-20de3b1677f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.229382] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5424ea76-3911-4d1a-84df-554b7aa10131 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.244142] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23b7d3e-59cc-4fb0-882d-8ae67eeb9ac8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.248299] env[64658]: DEBUG oslo_vmware.api [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733746, 'name': PowerOffVM_Task, 'duration_secs': 0.321333} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.248594] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.248761] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.249472] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1734852-3693-41a2-9fa7-595efc323651 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.260138] env[64658]: DEBUG nova.compute.provider_tree [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.344074] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733747, 'name': RemoveSnapshot_Task, 'duration_secs': 0.452535} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.344322] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.344649] env[64658]: DEBUG nova.compute.manager [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.345476] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd44723c-534e-48f8-a6d9-d30fb6ae065f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.487032] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469144} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.487232] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5dc4150c-685f-4beb-8a6b-770414be766c/5dc4150c-685f-4beb-8a6b-770414be766c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.487854] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.487854] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb06dd3b-c973-4a98-95c1-5e2c3e4bba90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.494415] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 847.494415] env[64658]: value = "task-2733750" [ 847.494415] env[64658]: _type = "Task" [ 847.494415] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.502807] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.554712] env[64658]: DEBUG nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.734555] env[64658]: DEBUG nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.766824] env[64658]: DEBUG nova.scheduler.client.report [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.770125] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.770590] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.770905] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.771199] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.771444] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.771686] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.771981] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.772265] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.772529] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.772789] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.773081] env[64658]: DEBUG nova.virt.hardware [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.774700] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0d86f4-e43f-4b3d-bda6-749ffb7d85b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.788046] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a8764-d14c-4ff9-835f-9986f9e26666 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.859765] env[64658]: INFO nova.compute.manager [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Shelve offloading [ 847.946516] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.946741] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.946945] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleting the datastore file [datastore1] a559a1ce-8202-4244-a5c9-5e8e567257d0 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.947202] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02af3bec-2680-44b6-93c1-f930d8237156 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.953852] env[64658]: DEBUG oslo_vmware.api [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 847.953852] env[64658]: value = "task-2733751" [ 847.953852] env[64658]: _type = "Task" [ 847.953852] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.962657] env[64658]: DEBUG oslo_vmware.api [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.006277] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062972} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.008917] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.009140] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.009353] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.009603] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.009798] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.010434] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.010981] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.011361] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.011637] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.011838] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.012085] env[64658]: DEBUG nova.virt.hardware [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.012446] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.015519] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bed344-67e1-40d0-8a43-4f907a14117a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.017960] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2859317-26ef-43dd-9e9b-b39862eb4f03 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.034992] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3bfbcd-3f98-4177-9cc0-7a28ff558896 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.047097] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 5dc4150c-685f-4beb-8a6b-770414be766c/5dc4150c-685f-4beb-8a6b-770414be766c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.047395] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a13cfb7-0957-4047-b0df-76ddc14feb3f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.074069] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.079669] env[64658]: DEBUG oslo.service.loopingcall [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.083071] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.083687] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 848.083687] env[64658]: value = "task-2733752" [ 848.083687] env[64658]: _type = "Task" [ 848.083687] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.084887] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1138445-7a17-4a15-b90e-7413fedc62e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.100021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.105821] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.107034] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.107034] env[64658]: value = "task-2733753" [ 848.107034] env[64658]: _type = "Task" [ 848.107034] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.114217] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733753, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.130949] env[64658]: DEBUG nova.compute.manager [req-f0b16837-969c-4bb5-8de8-f83972aaba12 req-b1c8690e-9fd1-41c0-9ff2-c1df896eeca6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-vif-plugged-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.131177] env[64658]: DEBUG oslo_concurrency.lockutils [req-f0b16837-969c-4bb5-8de8-f83972aaba12 req-b1c8690e-9fd1-41c0-9ff2-c1df896eeca6 service nova] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.131410] env[64658]: DEBUG oslo_concurrency.lockutils [req-f0b16837-969c-4bb5-8de8-f83972aaba12 req-b1c8690e-9fd1-41c0-9ff2-c1df896eeca6 service nova] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.131577] env[64658]: DEBUG oslo_concurrency.lockutils [req-f0b16837-969c-4bb5-8de8-f83972aaba12 req-b1c8690e-9fd1-41c0-9ff2-c1df896eeca6 service nova] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.131742] env[64658]: DEBUG nova.compute.manager [req-f0b16837-969c-4bb5-8de8-f83972aaba12 req-b1c8690e-9fd1-41c0-9ff2-c1df896eeca6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] No waiting events found dispatching network-vif-plugged-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.131893] env[64658]: WARNING nova.compute.manager [req-f0b16837-969c-4bb5-8de8-f83972aaba12 req-b1c8690e-9fd1-41c0-9ff2-c1df896eeca6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received unexpected event network-vif-plugged-b65cee38-379c-4b05-bc81-71af00792444 for instance with vm_state building and task_state spawning. [ 848.279683] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.280252] env[64658]: DEBUG nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.283154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.224s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.284519] env[64658]: INFO nova.compute.claims [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.312619] env[64658]: DEBUG nova.network.neutron [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Successfully updated port: b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.365288] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.365594] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f05278f6-7d2e-461a-ab7d-22f7db3ee073 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.372525] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 848.372525] env[64658]: value = "task-2733754" [ 848.372525] env[64658]: _type = "Task" [ 848.372525] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.382547] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 848.382806] env[64658]: DEBUG nova.compute.manager [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.383558] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f018e5c9-6a6e-4885-9eac-c5d6639e1f81 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.389080] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.389249] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.389423] env[64658]: DEBUG nova.network.neutron [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.463060] env[64658]: DEBUG oslo_vmware.api [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15051} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.463852] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.464120] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.464346] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.464594] env[64658]: INFO nova.compute.manager [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Took 1.75 seconds to destroy the instance on the hypervisor. [ 848.464868] env[64658]: DEBUG oslo.service.loopingcall [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.465451] env[64658]: DEBUG nova.compute.manager [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.465610] env[64658]: DEBUG nova.network.neutron [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.606215] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.619361] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733753, 'name': CreateVM_Task, 'duration_secs': 0.304351} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.619600] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.620042] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.620207] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.620933] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.620933] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86d2d9e-b2c2-4d8b-8099-ead584ba088f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.625863] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 848.625863] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529e40fb-3f7d-dada-8851-d3c000e8fb95" [ 848.625863] env[64658]: _type = "Task" [ 848.625863] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.634498] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e40fb-3f7d-dada-8851-d3c000e8fb95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.792447] env[64658]: DEBUG nova.compute.utils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 848.796108] env[64658]: DEBUG nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.796108] env[64658]: DEBUG nova.network.neutron [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.816763] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.816906] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.817095] env[64658]: DEBUG nova.network.neutron [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.906296] env[64658]: DEBUG nova.policy [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7f5dd877b14752acd4695dcbc3d9e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6449a8701e457fa06bfd34d8ae1188', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.111760] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733752, 'name': ReconfigVM_Task, 'duration_secs': 0.929856} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.112157] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 5dc4150c-685f-4beb-8a6b-770414be766c/5dc4150c-685f-4beb-8a6b-770414be766c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.113009] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f24e2666-f986-4a4c-970c-8be19327bc87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.119934] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 849.119934] env[64658]: value = "task-2733755" [ 849.119934] env[64658]: _type = "Task" [ 849.119934] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.135991] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733755, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.142607] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e40fb-3f7d-dada-8851-d3c000e8fb95, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.142892] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.143135] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.143368] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.143512] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.143999] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.143999] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d069d022-29fe-403b-82c2-b322bb01747c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.155883] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.156043] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.156864] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d113a1-4516-4db9-a9e0-3f9b3eee134e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.162527] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 849.162527] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521352ef-0f80-c9e0-e478-3d8fcd1c4b08" [ 849.162527] env[64658]: _type = "Task" [ 849.162527] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.170363] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521352ef-0f80-c9e0-e478-3d8fcd1c4b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.205725] env[64658]: DEBUG nova.network.neutron [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Updating instance_info_cache with network_info: [{"id": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "address": "fa:16:3e:36:46:ef", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0ebcc9-86", "ovs_interfaceid": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.295600] env[64658]: DEBUG nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.349134] env[64658]: DEBUG nova.network.neutron [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.383230] env[64658]: DEBUG nova.network.neutron [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.419205] env[64658]: DEBUG nova.network.neutron [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Successfully created port: d2df07d9-575a-4e71-a213-6a5117506bdb {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.534906] env[64658]: DEBUG nova.network.neutron [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65cee38-37", "ovs_interfaceid": "b65cee38-379c-4b05-bc81-71af00792444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.637110] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733755, 'name': Rename_Task, 'duration_secs': 0.271158} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.637110] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.637110] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b28e571-a24b-4d6f-b9f2-2007ed1d106c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.644409] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 849.644409] env[64658]: value = "task-2733756" [ 849.644409] env[64658]: _type = "Task" [ 849.644409] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.654850] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.675434] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521352ef-0f80-c9e0-e478-3d8fcd1c4b08, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.679946] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3125bea2-b54a-45e7-9709-b8e77962f181 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.685150] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 849.685150] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529d4d63-107b-9a66-c385-b75b56e730c1" [ 849.685150] env[64658]: _type = "Task" [ 849.685150] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.694280] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529d4d63-107b-9a66-c385-b75b56e730c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.711488] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.853111] env[64658]: INFO nova.compute.manager [-] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Took 1.39 seconds to deallocate network for instance. [ 849.954969] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852f315-1c2a-4c6f-a3e9-a39a86e7dc40 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.963453] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d23d6-7fd7-4480-aa39-5cf5b14a28f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.000721] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604a386-2de6-4e5a-8ff4-1b3fdf2d2a85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.015316] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c56913b-5c2b-414e-a29a-85ea6dbfb1b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.032021] env[64658]: DEBUG nova.compute.provider_tree [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.039808] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.040174] env[64658]: DEBUG nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Instance network_info: |[{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65cee38-37", "ovs_interfaceid": "b65cee38-379c-4b05-bc81-71af00792444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.040596] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:42:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b65cee38-379c-4b05-bc81-71af00792444', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.050374] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating folder: Project (eaaa9ee05e5646f7b0dd3456b78de715). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.051826] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26c5c5a4-cb78-4a37-b9e9-a2743e1741ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.063799] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created folder: Project (eaaa9ee05e5646f7b0dd3456b78de715) in parent group-v550231. [ 850.063799] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating folder: Instances. Parent ref: group-v550410. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.064160] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-160c07ce-454b-4847-bd1c-15887aa239d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.076734] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created folder: Instances in parent group-v550410. [ 850.077901] env[64658]: DEBUG oslo.service.loopingcall [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.077901] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.077901] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cba3254-8fdf-40bb-9893-3666376968f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.096123] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.097077] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a5cab6-daea-4226-8430-fd4d802436d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.101202] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.101202] env[64658]: value = "task-2733759" [ 850.101202] env[64658]: _type = "Task" [ 850.101202] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.106455] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.108100] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b6e11e3-2b20-4ef4-8a5f-a1f85b5cdd25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.112140] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733759, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.154109] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733756, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.178176] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.178478] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.178671] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore1] 8b8dcc78-f323-4c73-9e77-97093140223c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.179069] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cd20df0-e9bf-47e1-87e8-c1ddac05dbb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.186300] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 850.186300] env[64658]: value = "task-2733761" [ 850.186300] env[64658]: _type = "Task" [ 850.186300] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.200209] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529d4d63-107b-9a66-c385-b75b56e730c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.203372] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.203793] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.204086] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.204331] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60744e6-ab69-46c4-9824-58afdff20d50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.211775] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 850.211775] env[64658]: value = "task-2733762" [ 850.211775] env[64658]: _type = "Task" [ 850.211775] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.220767] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.300386] env[64658]: DEBUG nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-changed-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.300630] env[64658]: DEBUG nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing instance network info cache due to event network-changed-b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.300857] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Acquiring lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.301029] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Acquired lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.301222] env[64658]: DEBUG nova.network.neutron [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing network info cache for port b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.309313] env[64658]: DEBUG nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.340628] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.340899] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.341417] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.341516] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.341630] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.341777] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.341988] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.342164] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.342333] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.342497] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.342670] env[64658]: DEBUG nova.virt.hardware [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.343627] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff713a3c-9b94-4c96-a513-c5db76b93da3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.354223] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8affe5-9d26-460c-8c49-7eae8b2397d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.361604] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.536959] env[64658]: DEBUG nova.scheduler.client.report [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.625759] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733759, 'name': CreateVM_Task, 'duration_secs': 0.434714} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.626722] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.628052] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.628114] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.628623] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.629090] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ac154f-a8a4-47cf-a612-f7f0bed3bfa0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.635870] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 850.635870] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529c491c-b8f5-44f4-6a4c-6d2a4781cd0f" [ 850.635870] env[64658]: _type = "Task" [ 850.635870] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.647090] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529c491c-b8f5-44f4-6a4c-6d2a4781cd0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.657899] env[64658]: DEBUG oslo_vmware.api [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733756, 'name': PowerOnVM_Task, 'duration_secs': 0.691851} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.658759] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.658759] env[64658]: INFO nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Took 7.73 seconds to spawn the instance on the hypervisor. [ 850.659049] env[64658]: DEBUG nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.660215] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17063263-8d7c-4cd5-8bbb-9823a1db766d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.698921] env[64658]: DEBUG oslo_vmware.api [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158764} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.699329] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.699564] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.699782] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.723526] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510663} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.724363] env[64658]: INFO nova.scheduler.client.report [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted allocations for instance 8b8dcc78-f323-4c73-9e77-97093140223c [ 850.727066] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.727347] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.728023] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a65529f-b7ad-449a-8041-97da3a91bfe9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.734124] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 850.734124] env[64658]: value = "task-2733763" [ 850.734124] env[64658]: _type = "Task" [ 850.734124] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.747851] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.029872] env[64658]: DEBUG nova.network.neutron [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updated VIF entry in instance network info cache for port b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.030252] env[64658]: DEBUG nova.network.neutron [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65cee38-37", "ovs_interfaceid": "b65cee38-379c-4b05-bc81-71af00792444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.041813] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.042358] env[64658]: DEBUG nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.047303] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.834s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.047527] env[64658]: DEBUG nova.objects.instance [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lazy-loading 'resources' on Instance uuid a7739099-b48a-4925-a176-93b4f4f7570f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.059474] env[64658]: DEBUG nova.compute.manager [req-067f9844-8907-4a82-9f90-e93903a02211 req-555f640f-1365-42b3-93b0-94c13670043b service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Received event network-vif-plugged-d2df07d9-575a-4e71-a213-6a5117506bdb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.059808] env[64658]: DEBUG oslo_concurrency.lockutils [req-067f9844-8907-4a82-9f90-e93903a02211 req-555f640f-1365-42b3-93b0-94c13670043b service nova] Acquiring lock "be085354-542a-4d5d-bcb8-f53394e36b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.059894] env[64658]: DEBUG oslo_concurrency.lockutils [req-067f9844-8907-4a82-9f90-e93903a02211 req-555f640f-1365-42b3-93b0-94c13670043b service nova] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.060201] env[64658]: DEBUG oslo_concurrency.lockutils [req-067f9844-8907-4a82-9f90-e93903a02211 req-555f640f-1365-42b3-93b0-94c13670043b service nova] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.060402] env[64658]: DEBUG nova.compute.manager [req-067f9844-8907-4a82-9f90-e93903a02211 req-555f640f-1365-42b3-93b0-94c13670043b service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] No waiting events found dispatching network-vif-plugged-d2df07d9-575a-4e71-a213-6a5117506bdb {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.060606] env[64658]: WARNING nova.compute.manager [req-067f9844-8907-4a82-9f90-e93903a02211 req-555f640f-1365-42b3-93b0-94c13670043b service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Received unexpected event network-vif-plugged-d2df07d9-575a-4e71-a213-6a5117506bdb for instance with vm_state building and task_state spawning. [ 851.148051] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529c491c-b8f5-44f4-6a4c-6d2a4781cd0f, 'name': SearchDatastore_Task, 'duration_secs': 0.047699} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.148473] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.148800] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.149237] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.149491] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.149765] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.150127] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36da1e17-2c7a-40f0-9e00-51f70b17d2f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.160700] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.160700] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.160700] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753969ae-4ed8-4b23-be32-0dcfbee6b19f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.164826] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 851.164826] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d6f4c4-f291-fb6d-426a-5d242fa64a1d" [ 851.164826] env[64658]: _type = "Task" [ 851.164826] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.176251] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d6f4c4-f291-fb6d-426a-5d242fa64a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.182399] env[64658]: INFO nova.compute.manager [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Took 46.48 seconds to build instance. [ 851.229628] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.244615] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067711} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.245099] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.246034] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90441a39-b0d4-4cff-851d-a71125d370ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.269376] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.269769] env[64658]: DEBUG nova.network.neutron [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Successfully updated port: d2df07d9-575a-4e71-a213-6a5117506bdb {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.271565] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab7e4cc-ca28-4b23-959d-6a35a2feaf94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.289744] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "refresh_cache-be085354-542a-4d5d-bcb8-f53394e36b2f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.290074] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquired lock "refresh_cache-be085354-542a-4d5d-bcb8-f53394e36b2f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.290319] env[64658]: DEBUG nova.network.neutron [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.301023] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 851.301023] env[64658]: value = "task-2733764" [ 851.301023] env[64658]: _type = "Task" [ 851.301023] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.307570] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.536743] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Releasing lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.537033] env[64658]: DEBUG nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Received event network-vif-deleted-362175a4-4003-4634-859e-17dc1196caf3 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.537973] env[64658]: DEBUG nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Received event network-vif-unplugged-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.538212] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Acquiring lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.538435] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.538601] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.538773] env[64658]: DEBUG nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] No waiting events found dispatching network-vif-unplugged-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.539035] env[64658]: WARNING nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Received unexpected event network-vif-unplugged-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 for instance with vm_state shelved and task_state shelving_offloading. [ 851.539232] env[64658]: DEBUG nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Received event network-changed-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.539451] env[64658]: DEBUG nova.compute.manager [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Refreshing instance network info cache due to event network-changed-1c0ebcc9-8640-468e-a97f-0d823ecb5cc6. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.539579] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Acquiring lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.539801] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Acquired lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.539980] env[64658]: DEBUG nova.network.neutron [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Refreshing network info cache for port 1c0ebcc9-8640-468e-a97f-0d823ecb5cc6 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.549259] env[64658]: DEBUG nova.compute.utils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 851.553783] env[64658]: DEBUG nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.553956] env[64658]: DEBUG nova.network.neutron [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.662852] env[64658]: DEBUG nova.policy [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f9abf57d0346938de4486c76e6a9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd534fcc9f8684b0ca3db92c415f60af2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.675788] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d6f4c4-f291-fb6d-426a-5d242fa64a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.679178] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b3f29f-f1ad-40e6-a422-e81a304a3a96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.684942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-387a1f8d-e1e7-41b1-bd32-377fb0c60598 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "5dc4150c-685f-4beb-8a6b-770414be766c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.177s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.685246] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 851.685246] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5246965f-0f67-ff0a-4fcc-781392f7f8fb" [ 851.685246] env[64658]: _type = "Task" [ 851.685246] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.699840] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5246965f-0f67-ff0a-4fcc-781392f7f8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.807897] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733764, 'name': ReconfigVM_Task, 'duration_secs': 0.259059} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.810720] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 33f4600a-066c-43fb-908b-b7fe98ac7e22/33f4600a-066c-43fb-908b-b7fe98ac7e22.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.811495] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb742fa9-1195-40f3-b3f9-534c58d811ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.817292] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 851.817292] env[64658]: value = "task-2733765" [ 851.817292] env[64658]: _type = "Task" [ 851.817292] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.827850] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733765, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.829149] env[64658]: DEBUG nova.network.neutron [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.993589] env[64658]: DEBUG nova.network.neutron [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Updating instance_info_cache with network_info: [{"id": "d2df07d9-575a-4e71-a213-6a5117506bdb", "address": "fa:16:3e:85:b4:63", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2df07d9-57", "ovs_interfaceid": "d2df07d9-575a-4e71-a213-6a5117506bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.016911] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb9931-c45d-4848-862c-d37b6a56f5e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.025054] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a397e83-6f26-45d4-8afa-4a185afa7896 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.057563] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c31a5c-4a1b-4636-9a92-39a6c735ca50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.060569] env[64658]: DEBUG nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.063812] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "8b8dcc78-f323-4c73-9e77-97093140223c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.067650] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824a55c-1f48-4ae6-ac20-aa38d33dbe3d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.082848] env[64658]: DEBUG nova.compute.provider_tree [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.195918] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5246965f-0f67-ff0a-4fcc-781392f7f8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.198576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.198837] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.199136] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e70478b-8ddf-4029-a3c4-b6b7ae810d39 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.206703] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 852.206703] env[64658]: value = "task-2733766" [ 852.206703] env[64658]: _type = "Task" [ 852.206703] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.215144] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.274144] env[64658]: DEBUG nova.network.neutron [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Updated VIF entry in instance network info cache for port 1c0ebcc9-8640-468e-a97f-0d823ecb5cc6. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.274520] env[64658]: DEBUG nova.network.neutron [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Updating instance_info_cache with network_info: [{"id": "1c0ebcc9-8640-468e-a97f-0d823ecb5cc6", "address": "fa:16:3e:36:46:ef", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": null, "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1c0ebcc9-86", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.328733] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733765, 'name': Rename_Task, 'duration_secs': 0.131539} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.328987] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.329250] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b3d474-9e9d-4c25-9b47-9c709fed18a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.335968] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 852.335968] env[64658]: value = "task-2733767" [ 852.335968] env[64658]: _type = "Task" [ 852.335968] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.343448] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.491466] env[64658]: DEBUG nova.network.neutron [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Successfully created port: 9eb34e94-fda8-47f7-9e14-da77fff53e51 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.498369] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Releasing lock "refresh_cache-be085354-542a-4d5d-bcb8-f53394e36b2f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.500451] env[64658]: DEBUG nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Instance network_info: |[{"id": "d2df07d9-575a-4e71-a213-6a5117506bdb", "address": "fa:16:3e:85:b4:63", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2df07d9-57", "ovs_interfaceid": "d2df07d9-575a-4e71-a213-6a5117506bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.500451] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:b4:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2df07d9-575a-4e71-a213-6a5117506bdb', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.508111] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Creating folder: Project (0d6449a8701e457fa06bfd34d8ae1188). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.508181] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec993ef9-c4d9-47ac-aa0f-6656d9990968 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.519848] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Created folder: Project (0d6449a8701e457fa06bfd34d8ae1188) in parent group-v550231. [ 852.520160] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Creating folder: Instances. Parent ref: group-v550413. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.520452] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638b3fc3-c6d5-453a-aea9-48101256a92e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.531646] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Created folder: Instances in parent group-v550413. [ 852.531912] env[64658]: DEBUG oslo.service.loopingcall [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.532139] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.532470] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b8219ec-837e-41db-bc5d-28f802c2b136 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.554754] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.554754] env[64658]: value = "task-2733770" [ 852.554754] env[64658]: _type = "Task" [ 852.554754] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.569232] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733770, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.612037] env[64658]: ERROR nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [req-01c6a287-7e63-4ca3-8d10-fc54fc179e75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01c6a287-7e63-4ca3-8d10-fc54fc179e75"}]} [ 852.637742] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 852.666424] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 852.666746] env[64658]: DEBUG nova.compute.provider_tree [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.680557] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 852.700519] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 852.718256] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501255} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.718530] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.718739] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.719027] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d9cac80-0ce1-4e4f-8088-d80901688665 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.725032] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 852.725032] env[64658]: value = "task-2733771" [ 852.725032] env[64658]: _type = "Task" [ 852.725032] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.736215] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.776634] env[64658]: DEBUG oslo_concurrency.lockutils [req-6de157a3-7e66-41cb-934d-5ccf3e0b7950 req-9b4d4d3f-95b4-4ae4-b89d-38459ec98d7b service nova] Releasing lock "refresh_cache-8b8dcc78-f323-4c73-9e77-97093140223c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.849520] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.067719] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733770, 'name': CreateVM_Task, 'duration_secs': 0.373432} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.067981] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.068702] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.068969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.069313] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.069577] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addaa596-8158-4e30-b763-f180cf277498 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.072180] env[64658]: DEBUG nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.078137] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 853.078137] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522bde76-15b5-f8c9-e48e-1bd2806b5bdb" [ 853.078137] env[64658]: _type = "Task" [ 853.078137] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.088411] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522bde76-15b5-f8c9-e48e-1bd2806b5bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.102701] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.102991] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.103200] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.103417] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.103592] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.103769] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.104113] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.104301] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.104385] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.104543] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.104717] env[64658]: DEBUG nova.virt.hardware [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.105656] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ff1f58-a76f-4217-8c65-56a447a8758f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.118415] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56442482-c707-4747-bb52-48792d6b8c71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.150367] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08a985-a6ca-4edf-93c1-32cd40019d48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.157056] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece3f5d-051e-427b-b2ce-e55378fb1afd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.195998] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb880133-1d8a-4be3-a252-de87fc167855 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.202571] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8968837d-5ac9-424d-8ffb-00ca751af6f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.217810] env[64658]: DEBUG nova.compute.provider_tree [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.235053] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066029} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.235345] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.236136] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bf106c-c560-4886-8315-d3e99e175afc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.261605] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.262289] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5db3e92-441f-4352-8d1c-e1595b8b00a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.286484] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 853.286484] env[64658]: value = "task-2733772" [ 853.286484] env[64658]: _type = "Task" [ 853.286484] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.294925] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.347484] env[64658]: DEBUG oslo_vmware.api [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733767, 'name': PowerOnVM_Task, 'duration_secs': 0.765959} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.347484] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.347484] env[64658]: DEBUG nova.compute.manager [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.348026] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c096e7-4463-451f-9034-0cf881c047d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.526570] env[64658]: DEBUG nova.compute.manager [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Received event network-changed-d2df07d9-575a-4e71-a213-6a5117506bdb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.526777] env[64658]: DEBUG nova.compute.manager [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Refreshing instance network info cache due to event network-changed-d2df07d9-575a-4e71-a213-6a5117506bdb. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.527063] env[64658]: DEBUG oslo_concurrency.lockutils [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] Acquiring lock "refresh_cache-be085354-542a-4d5d-bcb8-f53394e36b2f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.527479] env[64658]: DEBUG oslo_concurrency.lockutils [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] Acquired lock "refresh_cache-be085354-542a-4d5d-bcb8-f53394e36b2f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.527479] env[64658]: DEBUG nova.network.neutron [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Refreshing network info cache for port d2df07d9-575a-4e71-a213-6a5117506bdb {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.590837] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522bde76-15b5-f8c9-e48e-1bd2806b5bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.590837] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.591014] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.591218] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.591364] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.591540] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.592249] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa6b4e6-d655-4881-a604-5cc226960361 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.603840] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.604019] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.604772] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a03fe63-6dd2-4c29-8da8-649c4429e5c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.609813] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 853.609813] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52632e0d-5eba-bd36-9b42-47e2a4b4df41" [ 853.609813] env[64658]: _type = "Task" [ 853.609813] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.617276] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52632e0d-5eba-bd36-9b42-47e2a4b4df41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.739972] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.741023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.750350] env[64658]: ERROR nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] [req-0da082ad-9f20-4c02-a4ac-1e36b2335f75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0da082ad-9f20-4c02-a4ac-1e36b2335f75"}]} [ 853.768336] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 853.793020] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 853.793154] env[64658]: DEBUG nova.compute.provider_tree [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.804151] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.811870] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 853.834162] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 853.866827] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.122284] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52632e0d-5eba-bd36-9b42-47e2a4b4df41, 'name': SearchDatastore_Task, 'duration_secs': 0.040099} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.123319] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7e4434-9e61-4b4d-a20f-57396c27222e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.132883] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 854.132883] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f4de83-550e-1a72-6dd8-e3f8b015d45a" [ 854.132883] env[64658]: _type = "Task" [ 854.132883] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.144228] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f4de83-550e-1a72-6dd8-e3f8b015d45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.242119] env[64658]: DEBUG nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.277013] env[64658]: DEBUG nova.network.neutron [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Updated VIF entry in instance network info cache for port d2df07d9-575a-4e71-a213-6a5117506bdb. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.277422] env[64658]: DEBUG nova.network.neutron [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Updating instance_info_cache with network_info: [{"id": "d2df07d9-575a-4e71-a213-6a5117506bdb", "address": "fa:16:3e:85:b4:63", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2df07d9-57", "ovs_interfaceid": "d2df07d9-575a-4e71-a213-6a5117506bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.285701] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0087135-c7ca-4cc7-93fb-14deaf692aac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.300564] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733772, 'name': ReconfigVM_Task, 'duration_secs': 0.998821} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.302111] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8690659c-7996-449d-a47f-aec4a12c7df0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.305409] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.306473] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c5f3f3b-02d0-4259-acd5-939ecd858f6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.338114] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaada09-9e1e-4dba-9674-dbaa23ee3a20 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.341968] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 854.341968] env[64658]: value = "task-2733773" [ 854.341968] env[64658]: _type = "Task" [ 854.341968] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.349772] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30726d3-7acd-4b85-a1d4-6c7e982f2cb1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.357387] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733773, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.366571] env[64658]: DEBUG nova.compute.provider_tree [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.488672] env[64658]: DEBUG nova.network.neutron [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Successfully updated port: 9eb34e94-fda8-47f7-9e14-da77fff53e51 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.643767] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f4de83-550e-1a72-6dd8-e3f8b015d45a, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.644260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.644436] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] be085354-542a-4d5d-bcb8-f53394e36b2f/be085354-542a-4d5d-bcb8-f53394e36b2f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.644706] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c4397e-2ed6-4675-abf0-b92c0cd1f7fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.651419] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 854.651419] env[64658]: value = "task-2733774" [ 854.651419] env[64658]: _type = "Task" [ 854.651419] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.660156] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.762346] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.781489] env[64658]: DEBUG oslo_concurrency.lockutils [req-26502ba4-decc-4b54-8b0e-699e26f849c2 req-7ec60e8b-401b-4e6b-9f19-48f2e951fc0c service nova] Releasing lock "refresh_cache-be085354-542a-4d5d-bcb8-f53394e36b2f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.854189] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733773, 'name': Rename_Task, 'duration_secs': 0.405807} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.854479] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.854724] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d611f177-7cc9-439c-a830-6aa5959f9370 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.861834] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 854.861834] env[64658]: value = "task-2733775" [ 854.861834] env[64658]: _type = "Task" [ 854.861834] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.874705] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.906427] env[64658]: DEBUG nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 854.906698] env[64658]: DEBUG nova.compute.provider_tree [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 89 to 90 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 854.906826] env[64658]: DEBUG nova.compute.provider_tree [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.991413] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "refresh_cache-3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.991694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "refresh_cache-3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.991961] env[64658]: DEBUG nova.network.neutron [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.162741] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733774, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.219600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "33f4600a-066c-43fb-908b-b7fe98ac7e22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.219884] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "33f4600a-066c-43fb-908b-b7fe98ac7e22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.220176] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "33f4600a-066c-43fb-908b-b7fe98ac7e22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.220381] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "33f4600a-066c-43fb-908b-b7fe98ac7e22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.220555] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "33f4600a-066c-43fb-908b-b7fe98ac7e22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.222940] env[64658]: INFO nova.compute.manager [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Terminating instance [ 855.372144] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733775, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.415038] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.368s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.418853] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.902s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.420694] env[64658]: INFO nova.compute.claims [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.437254] env[64658]: INFO nova.scheduler.client.report [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Deleted allocations for instance a7739099-b48a-4925-a176-93b4f4f7570f [ 855.559662] env[64658]: DEBUG nova.network.neutron [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.594348] env[64658]: DEBUG nova.compute.manager [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Received event network-vif-plugged-9eb34e94-fda8-47f7-9e14-da77fff53e51 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.594569] env[64658]: DEBUG oslo_concurrency.lockutils [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] Acquiring lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.594779] env[64658]: DEBUG oslo_concurrency.lockutils [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.594941] env[64658]: DEBUG oslo_concurrency.lockutils [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.595126] env[64658]: DEBUG nova.compute.manager [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] No waiting events found dispatching network-vif-plugged-9eb34e94-fda8-47f7-9e14-da77fff53e51 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.595315] env[64658]: WARNING nova.compute.manager [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Received unexpected event network-vif-plugged-9eb34e94-fda8-47f7-9e14-da77fff53e51 for instance with vm_state building and task_state spawning. [ 855.595475] env[64658]: DEBUG nova.compute.manager [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Received event network-changed-9eb34e94-fda8-47f7-9e14-da77fff53e51 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.595630] env[64658]: DEBUG nova.compute.manager [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Refreshing instance network info cache due to event network-changed-9eb34e94-fda8-47f7-9e14-da77fff53e51. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.595810] env[64658]: DEBUG oslo_concurrency.lockutils [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] Acquiring lock "refresh_cache-3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.663325] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69089} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.663578] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] be085354-542a-4d5d-bcb8-f53394e36b2f/be085354-542a-4d5d-bcb8-f53394e36b2f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.663789] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.664064] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdcb1a02-2abc-4991-8543-c4cee144f454 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.670189] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 855.670189] env[64658]: value = "task-2733776" [ 855.670189] env[64658]: _type = "Task" [ 855.670189] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.678284] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.727546] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "refresh_cache-33f4600a-066c-43fb-908b-b7fe98ac7e22" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.727736] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquired lock "refresh_cache-33f4600a-066c-43fb-908b-b7fe98ac7e22" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.727917] env[64658]: DEBUG nova.network.neutron [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.837064] env[64658]: DEBUG nova.network.neutron [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Updating instance_info_cache with network_info: [{"id": "9eb34e94-fda8-47f7-9e14-da77fff53e51", "address": "fa:16:3e:9b:28:7e", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb34e94-fd", "ovs_interfaceid": "9eb34e94-fda8-47f7-9e14-da77fff53e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.875198] env[64658]: DEBUG oslo_vmware.api [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2733775, 'name': PowerOnVM_Task, 'duration_secs': 0.718056} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.875487] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.875684] env[64658]: INFO nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Took 8.14 seconds to spawn the instance on the hypervisor. [ 855.875868] env[64658]: DEBUG nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.876638] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9888b0-d222-4a23-a51e-a07bb55252dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.948385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e88411da-572c-4ee6-8e4b-e0276dbab917 tempest-AttachInterfacesV270Test-920572456 tempest-AttachInterfacesV270Test-920572456-project-member] Lock "a7739099-b48a-4925-a176-93b4f4f7570f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.222s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.185834] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105836} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.186251] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.187388] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f23a17-5f30-4538-b31a-8258ca26fb99 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.221633] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] be085354-542a-4d5d-bcb8-f53394e36b2f/be085354-542a-4d5d-bcb8-f53394e36b2f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.222060] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549eea81-bd40-4f67-af73-203e5af6cb9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.250120] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 856.250120] env[64658]: value = "task-2733777" [ 856.250120] env[64658]: _type = "Task" [ 856.250120] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.260481] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.266014] env[64658]: DEBUG nova.network.neutron [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.339484] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "refresh_cache-3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.339847] env[64658]: DEBUG nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Instance network_info: |[{"id": "9eb34e94-fda8-47f7-9e14-da77fff53e51", "address": "fa:16:3e:9b:28:7e", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb34e94-fd", "ovs_interfaceid": "9eb34e94-fda8-47f7-9e14-da77fff53e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.340214] env[64658]: DEBUG oslo_concurrency.lockutils [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] Acquired lock "refresh_cache-3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.340399] env[64658]: DEBUG nova.network.neutron [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Refreshing network info cache for port 9eb34e94-fda8-47f7-9e14-da77fff53e51 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.341631] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:28:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eb34e94-fda8-47f7-9e14-da77fff53e51', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.349259] env[64658]: DEBUG oslo.service.loopingcall [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.350341] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.350546] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae6d0431-8599-4c01-8e03-a2d91db9e8d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.365870] env[64658]: DEBUG nova.network.neutron [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.376345] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.376345] env[64658]: value = "task-2733778" [ 856.376345] env[64658]: _type = "Task" [ 856.376345] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.392314] env[64658]: INFO nova.compute.manager [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Took 48.45 seconds to build instance. [ 856.393774] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733778, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.762608] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733777, 'name': ReconfigVM_Task, 'duration_secs': 0.397033} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.766017] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Reconfigured VM instance instance-0000003e to attach disk [datastore1] be085354-542a-4d5d-bcb8-f53394e36b2f/be085354-542a-4d5d-bcb8-f53394e36b2f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.766017] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0fc833a-eeb9-4cdc-ae39-5bcad26be4ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.776024] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 856.776024] env[64658]: value = "task-2733779" [ 856.776024] env[64658]: _type = "Task" [ 856.776024] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.786964] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733779, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.831849] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7305a0d0-cebe-4f15-9f39-55ff502553e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.840514] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70eff33-3904-4e80-a660-fd9586100dcb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.883466] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Releasing lock "refresh_cache-33f4600a-066c-43fb-908b-b7fe98ac7e22" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.884166] env[64658]: DEBUG nova.compute.manager [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.884414] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.885494] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5aff9-a1a9-4384-822e-08c1b0ab6183 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.891972] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20924793-5c92-41b6-9092-c03dfd563c90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.894759] env[64658]: DEBUG oslo_concurrency.lockutils [None req-412e9dc5-d7a2-4263-b831-a11a5a113ec3 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.173s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.900502] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733778, 'name': CreateVM_Task, 'duration_secs': 0.506137} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.904351] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.904896] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.905591] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.905793] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.906145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.907515] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ceaa1-5064-44bb-930a-3fe31a7738c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.911585] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481e8123-3a90-4619-bba2-f184c7a72a42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.913780] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01ea311-357a-45d4-9818-feff75e8a4ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.925874] env[64658]: DEBUG nova.compute.provider_tree [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.929376] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 856.929376] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52515666-fa21-162a-3cce-d53329136830" [ 856.929376] env[64658]: _type = "Task" [ 856.929376] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.929834] env[64658]: DEBUG oslo_vmware.api [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 856.929834] env[64658]: value = "task-2733780" [ 856.929834] env[64658]: _type = "Task" [ 856.929834] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.945949] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52515666-fa21-162a-3cce-d53329136830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.949290] env[64658]: DEBUG oslo_vmware.api [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.216490] env[64658]: DEBUG nova.network.neutron [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Updated VIF entry in instance network info cache for port 9eb34e94-fda8-47f7-9e14-da77fff53e51. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.216490] env[64658]: DEBUG nova.network.neutron [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Updating instance_info_cache with network_info: [{"id": "9eb34e94-fda8-47f7-9e14-da77fff53e51", "address": "fa:16:3e:9b:28:7e", "network": {"id": "1c3996b3-bec7-4adc-b604-07825b6a0681", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1491693219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d534fcc9f8684b0ca3db92c415f60af2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb34e94-fd", "ovs_interfaceid": "9eb34e94-fda8-47f7-9e14-da77fff53e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.288915] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733779, 'name': Rename_Task, 'duration_secs': 0.149165} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.293204] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.293204] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7da68c8-c836-4f3b-9100-3a781359a669 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.298396] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 857.298396] env[64658]: value = "task-2733781" [ 857.298396] env[64658]: _type = "Task" [ 857.298396] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.306927] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.431820] env[64658]: DEBUG nova.scheduler.client.report [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.447409] env[64658]: DEBUG oslo_vmware.api [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733780, 'name': PowerOffVM_Task, 'duration_secs': 0.323635} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.451238] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.451517] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.451862] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52515666-fa21-162a-3cce-d53329136830, 'name': SearchDatastore_Task, 'duration_secs': 0.027017} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.452942] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14ad0c60-ee0e-4dbc-83bd-d3f27d012255 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.454671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.454978] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.455294] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.455517] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.455791] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.456470] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c829fa-827c-498e-b560-3f7c4ded87b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.466505] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.466689] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.467810] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39720d2d-b758-4c25-ad34-2290ad3c1adf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.473180] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 857.473180] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5292af00-0a7d-9f5e-6d03-14cc88a3dd37" [ 857.473180] env[64658]: _type = "Task" [ 857.473180] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.484516] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5292af00-0a7d-9f5e-6d03-14cc88a3dd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.485693] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.485894] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.486085] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Deleting the datastore file [datastore2] 33f4600a-066c-43fb-908b-b7fe98ac7e22 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.486339] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-164f673d-555b-45ff-aee5-ee4c28a1bc1f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.493949] env[64658]: DEBUG oslo_vmware.api [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for the task: (returnval){ [ 857.493949] env[64658]: value = "task-2733783" [ 857.493949] env[64658]: _type = "Task" [ 857.493949] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.503352] env[64658]: DEBUG oslo_vmware.api [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.718963] env[64658]: DEBUG oslo_concurrency.lockutils [req-de4718d9-2f37-434b-b7cb-731a036ee3f8 req-406ae822-daf8-45b5-a438-e68c6b81e3b2 service nova] Releasing lock "refresh_cache-3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.813495] env[64658]: DEBUG oslo_vmware.api [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733781, 'name': PowerOnVM_Task, 'duration_secs': 0.450582} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.817044] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.817402] env[64658]: INFO nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Took 7.51 seconds to spawn the instance on the hypervisor. [ 857.817625] env[64658]: DEBUG nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.818555] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27fb0c5-b769-4a5c-bf72-109b82d7ecd5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.943692] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.944184] env[64658]: DEBUG nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.948134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.703s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.948381] env[64658]: DEBUG nova.objects.instance [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lazy-loading 'resources' on Instance uuid 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.985786] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5292af00-0a7d-9f5e-6d03-14cc88a3dd37, 'name': SearchDatastore_Task, 'duration_secs': 0.015528} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.987416] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27cf944-e97a-4936-a38c-d97f1a1f4edb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.993166] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 857.993166] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52532906-06d3-5513-cf0b-351bb062e5cf" [ 857.993166] env[64658]: _type = "Task" [ 857.993166] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.006969] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52532906-06d3-5513-cf0b-351bb062e5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.010702] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.011107] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed/3b9726a1-41a5-4940-b7dc-0c1d6368c6ed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.011461] env[64658]: DEBUG oslo_vmware.api [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Task: {'id': task-2733783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125152} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.012020] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f0ee747-3763-43dd-b2c9-f76deabfc371 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.014700] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.014937] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.015169] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.015365] env[64658]: INFO nova.compute.manager [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Took 1.13 seconds to destroy the instance on the hypervisor. [ 858.015627] env[64658]: DEBUG oslo.service.loopingcall [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.015847] env[64658]: DEBUG nova.compute.manager [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.015964] env[64658]: DEBUG nova.network.neutron [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.025332] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 858.025332] env[64658]: value = "task-2733784" [ 858.025332] env[64658]: _type = "Task" [ 858.025332] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.033914] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.141126] env[64658]: DEBUG nova.network.neutron [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.341015] env[64658]: INFO nova.compute.manager [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Took 47.73 seconds to build instance. [ 858.452096] env[64658]: DEBUG nova.compute.utils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 858.461209] env[64658]: DEBUG nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.461209] env[64658]: DEBUG nova.network.neutron [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.551208] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733784, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.617042] env[64658]: DEBUG nova.policy [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f392d18075f04533966e5c2011c246af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374061ad2fad4f9fb341db0b3f1f8141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.647898] env[64658]: DEBUG nova.network.neutron [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.729439] env[64658]: DEBUG nova.compute.manager [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-changed-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.729767] env[64658]: DEBUG nova.compute.manager [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing instance network info cache due to event network-changed-b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 858.730651] env[64658]: DEBUG oslo_concurrency.lockutils [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] Acquiring lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.730651] env[64658]: DEBUG oslo_concurrency.lockutils [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] Acquired lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.730759] env[64658]: DEBUG nova.network.neutron [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing network info cache for port b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.846009] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c8c0b03d-4f86-4d62-b515-eca72f86a62a tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.229s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.961128] env[64658]: DEBUG nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.006216] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04b2719-ebcd-425a-912c-3f10333adc60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.018562] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd686c-e725-4c33-ac8a-ddd6933e3dd8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.054058] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65005c9b-0206-4aa9-86ad-51cd1c7852ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.061960] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534245} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.064199] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed/3b9726a1-41a5-4940-b7dc-0c1d6368c6ed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.064441] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.064719] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f84f772-be3a-4ecc-af6d-df7ebc9ed8a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.067993] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeb290c-ef33-4db1-b072-38607cebe944 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.084779] env[64658]: DEBUG nova.compute.provider_tree [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.089635] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 859.089635] env[64658]: value = "task-2733785" [ 859.089635] env[64658]: _type = "Task" [ 859.089635] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.098602] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.150238] env[64658]: DEBUG nova.network.neutron [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Successfully created port: 4b1d854a-b5ec-404a-aff4-70df2eb634b9 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.152370] env[64658]: INFO nova.compute.manager [-] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Took 1.14 seconds to deallocate network for instance. [ 859.453827] env[64658]: DEBUG nova.network.neutron [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updated VIF entry in instance network info cache for port b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.454206] env[64658]: DEBUG nova.network.neutron [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65cee38-37", "ovs_interfaceid": "b65cee38-379c-4b05-bc81-71af00792444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.602147] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064326} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.602417] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.603183] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c93edac-1760-450f-a005-a23a4ff28767 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.616770] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "be085354-542a-4d5d-bcb8-f53394e36b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.616925] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.617150] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "be085354-542a-4d5d-bcb8-f53394e36b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.617478] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.617563] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.627820] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed/3b9726a1-41a5-4940-b7dc-0c1d6368c6ed.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.628394] env[64658]: INFO nova.compute.manager [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Terminating instance [ 859.630682] env[64658]: DEBUG nova.scheduler.client.report [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 859.630813] env[64658]: DEBUG nova.compute.provider_tree [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 90 to 91 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 859.630992] env[64658]: DEBUG nova.compute.provider_tree [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.634403] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4295885-9bbc-4138-aa82-8117e8f51e32 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.656868] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 859.656868] env[64658]: value = "task-2733786" [ 859.656868] env[64658]: _type = "Task" [ 859.656868] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.660648] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.667255] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.956842] env[64658]: DEBUG oslo_concurrency.lockutils [req-316ebecc-6569-442f-90f3-f260bcb18b2a req-0a66d792-07c6-4a3d-a77c-a0bf292dcf21 service nova] Releasing lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.973201] env[64658]: DEBUG nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.998682] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.998942] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.999158] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.999421] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.999581] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.999727] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.999933] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.000127] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.000365] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.000567] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.000747] env[64658]: DEBUG nova.virt.hardware [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.001626] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93c2d52-bcc5-4091-a0ad-d4efa4487c5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.011121] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dcbd2a-e248-481d-ace1-06774cc198b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.150332] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.152023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.131s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.152258] env[64658]: DEBUG nova.objects.instance [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lazy-loading 'resources' on Instance uuid 29dc6f3d-26c5-4757-905b-5c7bc0e14998 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.154219] env[64658]: DEBUG nova.compute.manager [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.154219] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.154968] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21891c5-2e78-4071-b254-73d2ac090dcb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.165477] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.168832] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f82fddc-ace9-4617-b799-58a8658d986c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.170415] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.175032] env[64658]: INFO nova.scheduler.client.report [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted allocations for instance 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0 [ 860.178544] env[64658]: DEBUG oslo_vmware.api [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 860.178544] env[64658]: value = "task-2733787" [ 860.178544] env[64658]: _type = "Task" [ 860.178544] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.190164] env[64658]: DEBUG oslo_vmware.api [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.669689] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733786, 'name': ReconfigVM_Task, 'duration_secs': 0.569865} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.669997] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed/3b9726a1-41a5-4940-b7dc-0c1d6368c6ed.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.670866] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee2002db-5073-42c6-a409-711b118b6c3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.678253] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 860.678253] env[64658]: value = "task-2733788" [ 860.678253] env[64658]: _type = "Task" [ 860.678253] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.696768] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733788, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.697068] env[64658]: DEBUG oslo_vmware.api [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733787, 'name': PowerOffVM_Task, 'duration_secs': 0.294783} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.697526] env[64658]: DEBUG oslo_concurrency.lockutils [None req-25652cf4-8625-4680-a649-66921ade68e7 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "3ec837c2-3d43-42cc-b2ba-f4653a6a30f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.354s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.698659] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.698830] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.699282] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df01b66-85a8-4c03-a919-675f6cbef0d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.767218] env[64658]: DEBUG nova.compute.manager [req-8b74a95d-1377-4734-bedc-fe67615616ea req-d266eac5-6aae-4fe0-b4c2-ed2474d28833 service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Received event network-vif-plugged-4b1d854a-b5ec-404a-aff4-70df2eb634b9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.767591] env[64658]: DEBUG oslo_concurrency.lockutils [req-8b74a95d-1377-4734-bedc-fe67615616ea req-d266eac5-6aae-4fe0-b4c2-ed2474d28833 service nova] Acquiring lock "8883e2fc-fa2b-424b-8e38-665ab832fb81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.767797] env[64658]: DEBUG oslo_concurrency.lockutils [req-8b74a95d-1377-4734-bedc-fe67615616ea req-d266eac5-6aae-4fe0-b4c2-ed2474d28833 service nova] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.767797] env[64658]: DEBUG oslo_concurrency.lockutils [req-8b74a95d-1377-4734-bedc-fe67615616ea req-d266eac5-6aae-4fe0-b4c2-ed2474d28833 service nova] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.768061] env[64658]: DEBUG nova.compute.manager [req-8b74a95d-1377-4734-bedc-fe67615616ea req-d266eac5-6aae-4fe0-b4c2-ed2474d28833 service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] No waiting events found dispatching network-vif-plugged-4b1d854a-b5ec-404a-aff4-70df2eb634b9 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.768353] env[64658]: WARNING nova.compute.manager [req-8b74a95d-1377-4734-bedc-fe67615616ea req-d266eac5-6aae-4fe0-b4c2-ed2474d28833 service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Received unexpected event network-vif-plugged-4b1d854a-b5ec-404a-aff4-70df2eb634b9 for instance with vm_state building and task_state spawning. [ 860.770824] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.771031] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.771215] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Deleting the datastore file [datastore1] be085354-542a-4d5d-bcb8-f53394e36b2f {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.774999] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f7d4bc-5f0d-4631-82d5-4c46a977a879 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.781854] env[64658]: DEBUG oslo_vmware.api [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for the task: (returnval){ [ 860.781854] env[64658]: value = "task-2733790" [ 860.781854] env[64658]: _type = "Task" [ 860.781854] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.792836] env[64658]: DEBUG oslo_vmware.api [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.905606] env[64658]: DEBUG nova.network.neutron [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Successfully updated port: 4b1d854a-b5ec-404a-aff4-70df2eb634b9 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.147057] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ddf862-2f8a-4c9c-8968-66eeb2837716 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.157102] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395ec8e-290e-4109-bdc4-b91d501f5a2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.191588] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c883e5-6209-4b3b-b7dc-5a586fb75800 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.199062] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733788, 'name': Rename_Task, 'duration_secs': 0.143423} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.201222] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.201630] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a6fbec2-cf3f-4dff-8128-6699123e04c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.203969] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4796c4-7105-4f96-b70d-53c72df34954 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.222339] env[64658]: DEBUG nova.compute.provider_tree [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.224390] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 861.224390] env[64658]: value = "task-2733791" [ 861.224390] env[64658]: _type = "Task" [ 861.224390] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.234522] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733791, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.291529] env[64658]: DEBUG oslo_vmware.api [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Task: {'id': task-2733790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386094} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.291814] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.292185] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.292264] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.292400] env[64658]: INFO nova.compute.manager [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 861.292646] env[64658]: DEBUG oslo.service.loopingcall [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.293173] env[64658]: DEBUG nova.compute.manager [-] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.293272] env[64658]: DEBUG nova.network.neutron [-] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.410479] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.410479] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.410479] env[64658]: DEBUG nova.network.neutron [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.725865] env[64658]: DEBUG nova.scheduler.client.report [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.739469] env[64658]: DEBUG oslo_vmware.api [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733791, 'name': PowerOnVM_Task, 'duration_secs': 0.467198} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.739736] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.739932] env[64658]: INFO nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Took 8.67 seconds to spawn the instance on the hypervisor. [ 861.740129] env[64658]: DEBUG nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.740895] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa15e0c4-744f-43df-8d17-330f9f8765e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.962531] env[64658]: DEBUG nova.network.neutron [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.118912] env[64658]: DEBUG nova.network.neutron [-] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.176803] env[64658]: DEBUG nova.network.neutron [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Updating instance_info_cache with network_info: [{"id": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "address": "fa:16:3e:b3:87:35", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1d854a-b5", "ovs_interfaceid": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.238014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.242140] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.304s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.242140] env[64658]: DEBUG nova.objects.instance [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lazy-loading 'resources' on Instance uuid f814e3c7-93db-4af6-9f2a-2f3e264ca008 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.265539] env[64658]: INFO nova.compute.manager [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Took 48.23 seconds to build instance. [ 862.267879] env[64658]: INFO nova.scheduler.client.report [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Deleted allocations for instance 29dc6f3d-26c5-4757-905b-5c7bc0e14998 [ 862.619784] env[64658]: INFO nova.compute.manager [-] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Took 1.32 seconds to deallocate network for instance. [ 862.680909] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.681244] env[64658]: DEBUG nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Instance network_info: |[{"id": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "address": "fa:16:3e:b3:87:35", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1d854a-b5", "ovs_interfaceid": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.682027] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:87:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b1d854a-b5ec-404a-aff4-70df2eb634b9', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.689592] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating folder: Project (374061ad2fad4f9fb341db0b3f1f8141). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.689896] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1552d3-16cf-4d0a-a3ea-fa982883444b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.702193] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created folder: Project (374061ad2fad4f9fb341db0b3f1f8141) in parent group-v550231. [ 862.702384] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating folder: Instances. Parent ref: group-v550417. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.702612] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-823d4675-dc25-4332-b825-02d680f79173 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.713444] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created folder: Instances in parent group-v550417. [ 862.713684] env[64658]: DEBUG oslo.service.loopingcall [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.713870] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.714083] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7e5506-544c-4e4b-a123-a027aabdeb6e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.739808] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.739808] env[64658]: value = "task-2733794" [ 862.739808] env[64658]: _type = "Task" [ 862.739808] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.750364] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733794, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.770542] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d3c52a13-df0a-4218-9ff3-eafba1d76afd tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.746s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.776954] env[64658]: DEBUG oslo_concurrency.lockutils [None req-573f9c57-8e35-4a82-a6f5-0f9ee83ad7c8 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "29dc6f3d-26c5-4757-905b-5c7bc0e14998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.237s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.856728] env[64658]: DEBUG nova.compute.manager [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Received event network-changed-4b1d854a-b5ec-404a-aff4-70df2eb634b9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.856728] env[64658]: DEBUG nova.compute.manager [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Refreshing instance network info cache due to event network-changed-4b1d854a-b5ec-404a-aff4-70df2eb634b9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.856728] env[64658]: DEBUG oslo_concurrency.lockutils [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] Acquiring lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.856728] env[64658]: DEBUG oslo_concurrency.lockutils [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] Acquired lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.856728] env[64658]: DEBUG nova.network.neutron [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Refreshing network info cache for port 4b1d854a-b5ec-404a-aff4-70df2eb634b9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.966599] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.967063] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.967325] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.967516] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.967683] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.970446] env[64658]: INFO nova.compute.manager [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Terminating instance [ 863.126638] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.214259] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ec84b-c31d-47c9-b60a-01628318082b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.222215] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8726ea-7608-4e23-b39c-4ddb8864606e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.255489] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d5739-8727-467d-b2d8-6a88e5d44992 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.269745] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15111d88-18d9-46ae-9786-352c515704ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.273781] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733794, 'name': CreateVM_Task, 'duration_secs': 0.379769} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.273971] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.275242] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.275417] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.275733] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.276363] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d137781-d8b4-4111-baf6-57d433be09d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.014122] env[64658]: DEBUG nova.compute.manager [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.014407] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.015095] env[64658]: DEBUG nova.compute.provider_tree [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.019430] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4549d65c-ed51-4464-bdc8-d599f93177c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.024950] env[64658]: DEBUG nova.scheduler.client.report [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.028406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "5430be3a-a397-4e62-81d8-01bc10fcd657" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.028627] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.029837] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 864.029837] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52302736-9018-c99b-bffe-a6674e680ea2" [ 864.029837] env[64658]: _type = "Task" [ 864.029837] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.036320] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.036834] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eab15407-806f-4d43-9d36-15ec5d39a118 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.042350] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52302736-9018-c99b-bffe-a6674e680ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.044452] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.044452] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.044874] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.044874] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.045009] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.045328] env[64658]: DEBUG oslo_vmware.api [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 864.045328] env[64658]: value = "task-2733795" [ 864.045328] env[64658]: _type = "Task" [ 864.045328] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.045889] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15c87c66-dfc1-4b02-bb7e-92fa01ff7f9c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.056407] env[64658]: DEBUG oslo_vmware.api [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.057755] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.057932] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.058616] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e69fb24-efa6-43fd-97e8-dc96e4150dc8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.063443] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 864.063443] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a9e4f3-695d-0336-80a7-80744f350917" [ 864.063443] env[64658]: _type = "Task" [ 864.063443] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.071366] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a9e4f3-695d-0336-80a7-80744f350917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.320845] env[64658]: DEBUG nova.network.neutron [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Updated VIF entry in instance network info cache for port 4b1d854a-b5ec-404a-aff4-70df2eb634b9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.321228] env[64658]: DEBUG nova.network.neutron [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Updating instance_info_cache with network_info: [{"id": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "address": "fa:16:3e:b3:87:35", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1d854a-b5", "ovs_interfaceid": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.534020] env[64658]: DEBUG nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.534546] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.537246] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.662s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.537878] env[64658]: DEBUG nova.objects.instance [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lazy-loading 'resources' on Instance uuid c1540b7f-7546-4b30-93ba-471e585e3a60 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.557798] env[64658]: DEBUG oslo_vmware.api [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.558753] env[64658]: INFO nova.scheduler.client.report [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleted allocations for instance f814e3c7-93db-4af6-9f2a-2f3e264ca008 [ 864.572854] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a9e4f3-695d-0336-80a7-80744f350917, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.573654] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94eb2410-1898-434a-8cda-e25d44872f6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.581999] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 864.581999] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f14fd3-6001-bc5e-2a47-2213e04741dc" [ 864.581999] env[64658]: _type = "Task" [ 864.581999] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.589686] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f14fd3-6001-bc5e-2a47-2213e04741dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.824418] env[64658]: DEBUG oslo_concurrency.lockutils [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] Releasing lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.824777] env[64658]: DEBUG nova.compute.manager [req-81acc37d-04ad-4edb-9b91-1d4c61d2b132 req-044ba745-976d-4754-920d-9cbdb4aedebb service nova] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Received event network-vif-deleted-d2df07d9-575a-4e71-a213-6a5117506bdb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.879236] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.879584] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.879720] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.879900] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.880087] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.882475] env[64658]: INFO nova.compute.manager [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Terminating instance [ 865.057358] env[64658]: DEBUG oslo_vmware.api [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733795, 'name': PowerOffVM_Task, 'duration_secs': 0.587078} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.058333] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.058614] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.058840] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.061038] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-175850ab-06c7-4c25-8611-f8bae0c14992 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.066210] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8a0b097e-9f0f-4adf-9217-f76bf9c90487 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "f814e3c7-93db-4af6-9f2a-2f3e264ca008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.739s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.092973] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f14fd3-6001-bc5e-2a47-2213e04741dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016885} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.093270] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.093527] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 8883e2fc-fa2b-424b-8e38-665ab832fb81/8883e2fc-fa2b-424b-8e38-665ab832fb81.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.093785] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89635ff0-e421-4490-8d3a-b478abddf5b4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.100482] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 865.100482] env[64658]: value = "task-2733797" [ 865.100482] env[64658]: _type = "Task" [ 865.100482] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.107981] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.122940] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.123050] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.123208] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleting the datastore file [datastore1] 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.125725] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9144cf03-719c-41a3-a6b8-7029f3888234 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.132089] env[64658]: DEBUG oslo_vmware.api [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for the task: (returnval){ [ 865.132089] env[64658]: value = "task-2733798" [ 865.132089] env[64658]: _type = "Task" [ 865.132089] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.139654] env[64658]: DEBUG oslo_vmware.api [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.387207] env[64658]: DEBUG nova.compute.manager [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.388826] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.388826] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5e38e-1b0b-480b-98cf-4a774feb1b19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.399529] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.399811] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b48fb58-6db8-4c49-9db1-3ade90c9757f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.412888] env[64658]: DEBUG oslo_vmware.api [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 865.412888] env[64658]: value = "task-2733799" [ 865.412888] env[64658]: _type = "Task" [ 865.412888] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.424569] env[64658]: DEBUG oslo_vmware.api [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.434548] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b313e-c42f-42b2-8896-a1d1799789e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.442265] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec12c9-b3c7-469c-b8d6-6a7231ea49fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.477054] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3687009b-ada9-4cb2-9291-7c14099c9be1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.488393] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437bbb18-7fa6-463d-b6ed-6f1f7f8a9d85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.505929] env[64658]: DEBUG nova.compute.provider_tree [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.610633] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733797, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.644345] env[64658]: DEBUG oslo_vmware.api [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Task: {'id': task-2733798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268247} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.644662] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.644871] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.645064] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.645265] env[64658]: INFO nova.compute.manager [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Took 1.63 seconds to destroy the instance on the hypervisor. [ 865.645531] env[64658]: DEBUG oslo.service.loopingcall [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.645756] env[64658]: DEBUG nova.compute.manager [-] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.645887] env[64658]: DEBUG nova.network.neutron [-] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.923588] env[64658]: DEBUG oslo_vmware.api [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733799, 'name': PowerOffVM_Task, 'duration_secs': 0.275475} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.923809] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.924103] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.924609] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd20ec5-56a6-4a68-adc7-7054b9abbf7f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.986272] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.986576] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.986743] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Deleting the datastore file [datastore2] 2928c1b7-88ab-4ccc-bffa-586cd68f51fd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.986893] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b14ae07-2770-476c-ad43-ce6fcf601165 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.993109] env[64658]: DEBUG oslo_vmware.api [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for the task: (returnval){ [ 865.993109] env[64658]: value = "task-2733801" [ 865.993109] env[64658]: _type = "Task" [ 865.993109] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.000390] env[64658]: DEBUG oslo_vmware.api [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.030632] env[64658]: ERROR nova.scheduler.client.report [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] [req-d1eb0d73-652d-418f-b6c2-78a919c2df0a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d1eb0d73-652d-418f-b6c2-78a919c2df0a"}]} [ 866.055997] env[64658]: DEBUG nova.scheduler.client.report [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 866.080102] env[64658]: DEBUG nova.scheduler.client.report [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 866.080414] env[64658]: DEBUG nova.compute.provider_tree [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.093665] env[64658]: DEBUG nova.scheduler.client.report [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 866.110280] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535906} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.110552] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 8883e2fc-fa2b-424b-8e38-665ab832fb81/8883e2fc-fa2b-424b-8e38-665ab832fb81.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.110761] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.111013] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4936f8c-62e7-41ba-8153-ca019989daee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.114679] env[64658]: DEBUG nova.scheduler.client.report [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 866.118224] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 866.118224] env[64658]: value = "task-2733802" [ 866.118224] env[64658]: _type = "Task" [ 866.118224] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.126522] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.142146] env[64658]: DEBUG nova.compute.manager [req-cd3a1821-8df1-4533-8377-c4e9ea83384f req-caad45bd-3b57-499a-b5df-f0d807dff0dd service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Received event network-vif-deleted-9eb34e94-fda8-47f7-9e14-da77fff53e51 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.142371] env[64658]: INFO nova.compute.manager [req-cd3a1821-8df1-4533-8377-c4e9ea83384f req-caad45bd-3b57-499a-b5df-f0d807dff0dd service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Neutron deleted interface 9eb34e94-fda8-47f7-9e14-da77fff53e51; detaching it from the instance and deleting it from the info cache [ 866.142566] env[64658]: DEBUG nova.network.neutron [req-cd3a1821-8df1-4533-8377-c4e9ea83384f req-caad45bd-3b57-499a-b5df-f0d807dff0dd service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.447376] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52445508-0a38-44eb-ab25-78bf9736bfa3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.454841] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7418aa-02bd-4cbc-b829-75d60e7d9314 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.486350] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b4499c-19f7-4a3b-8ca9-958165b91311 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.498091] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37063090-e105-4ce9-89a1-780dbf9b9770 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.507864] env[64658]: DEBUG oslo_vmware.api [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Task: {'id': task-2733801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161247} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.515627] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.515834] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.516016] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.516195] env[64658]: INFO nova.compute.manager [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 866.516430] env[64658]: DEBUG oslo.service.loopingcall [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.516837] env[64658]: DEBUG nova.compute.provider_tree [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.518195] env[64658]: DEBUG nova.compute.manager [-] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.518306] env[64658]: DEBUG nova.network.neutron [-] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.554078] env[64658]: DEBUG nova.network.neutron [-] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.628731] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061784} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.629058] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.629877] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f657d74-fe65-4233-88dc-09bcee5ff78a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.652260] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8883e2fc-fa2b-424b-8e38-665ab832fb81/8883e2fc-fa2b-424b-8e38-665ab832fb81.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.652868] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35d71d8-69e4-465f-856e-4df6375a3cee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.666998] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d606243-494f-4b19-84da-c760c1ad95cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.678140] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0557ac5-1058-4808-aa02-117e3d805f9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.690830] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 866.690830] env[64658]: value = "task-2733803" [ 866.690830] env[64658]: _type = "Task" [ 866.690830] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.699729] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.712750] env[64658]: DEBUG nova.compute.manager [req-cd3a1821-8df1-4533-8377-c4e9ea83384f req-caad45bd-3b57-499a-b5df-f0d807dff0dd service nova] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Detach interface failed, port_id=9eb34e94-fda8-47f7-9e14-da77fff53e51, reason: Instance 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 867.056324] env[64658]: INFO nova.compute.manager [-] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Took 1.41 seconds to deallocate network for instance. [ 867.067553] env[64658]: DEBUG nova.scheduler.client.report [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 867.067856] env[64658]: DEBUG nova.compute.provider_tree [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 92 to 93 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 867.068146] env[64658]: DEBUG nova.compute.provider_tree [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.206204] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733803, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.557378] env[64658]: DEBUG nova.network.neutron [-] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.564114] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.572751] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.035s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.575018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.073s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.576528] env[64658]: INFO nova.compute.claims [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.595160] env[64658]: INFO nova.scheduler.client.report [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Deleted allocations for instance c1540b7f-7546-4b30-93ba-471e585e3a60 [ 867.703877] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733803, 'name': ReconfigVM_Task, 'duration_secs': 0.531998} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.704215] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8883e2fc-fa2b-424b-8e38-665ab832fb81/8883e2fc-fa2b-424b-8e38-665ab832fb81.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.704905] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8abea6c-ae6f-415e-8fb0-c871b4a763df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.711572] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 867.711572] env[64658]: value = "task-2733804" [ 867.711572] env[64658]: _type = "Task" [ 867.711572] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.723318] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733804, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.060936] env[64658]: INFO nova.compute.manager [-] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Took 1.54 seconds to deallocate network for instance. [ 868.103015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2738d68a-ba4f-41e7-a114-65a3526553a4 tempest-ListServersNegativeTestJSON-536886162 tempest-ListServersNegativeTestJSON-536886162-project-member] Lock "c1540b7f-7546-4b30-93ba-471e585e3a60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.274s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.150628] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.151219] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.168201] env[64658]: DEBUG nova.compute.manager [req-a32dec31-7462-41d4-88fe-7f4244960dbc req-0285884a-0f0e-45eb-8036-63eba95d5640 service nova] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Received event network-vif-deleted-cb6242d4-c027-4877-af66-acd363a82a95 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.223129] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733804, 'name': Rename_Task, 'duration_secs': 0.158668} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.223373] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.223554] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc06d951-7a92-43a3-afa2-e11138c5e87d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.229900] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 868.229900] env[64658]: value = "task-2733805" [ 868.229900] env[64658]: _type = "Task" [ 868.229900] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.237613] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.568330] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.653892] env[64658]: DEBUG nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.739931] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.938369] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0219d4d1-c813-453d-8506-ac28fa870f7d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.946346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655026c8-a066-4578-a86f-65e4f1f9c1e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.976189] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606424d-2a4d-43a9-b3b7-0e511e854947 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.983651] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9353c97-6fc6-49c7-8f8c-033721b22179 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.997944] env[64658]: DEBUG nova.compute.provider_tree [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.174636] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.241866] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733805, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.501104] env[64658]: DEBUG nova.scheduler.client.report [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.741015] env[64658]: DEBUG oslo_vmware.api [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733805, 'name': PowerOnVM_Task, 'duration_secs': 1.02049} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.741291] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.741491] env[64658]: INFO nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Took 9.77 seconds to spawn the instance on the hypervisor. [ 869.741660] env[64658]: DEBUG nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.742398] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d751e-efdb-4c36-b63a-adcea68e5fcc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.006321] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.006845] env[64658]: DEBUG nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.009779] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.827s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.012016] env[64658]: INFO nova.compute.claims [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.263678] env[64658]: INFO nova.compute.manager [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Took 48.76 seconds to build instance. [ 870.518417] env[64658]: DEBUG nova.compute.utils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.519940] env[64658]: DEBUG nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.520169] env[64658]: DEBUG nova.network.neutron [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.586644] env[64658]: DEBUG nova.policy [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a521ebc582a415d8f7f9e5ff172787d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf7412ba3ca4a54a7e2b51d95f2067f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.767264] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7ff22e9-cc7b-4de9-a78a-170c12d3dc1a tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.274s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.023800] env[64658]: DEBUG nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.175254] env[64658]: DEBUG nova.network.neutron [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Successfully created port: 98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.373078] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1da75-d66d-4b03-bfd3-dbcdded3687a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.380860] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee0252-c98e-449c-b155-65005fd766da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.410919] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a95500-35ac-4392-9185-4648ae00388a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.418269] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e692fba-0589-4ddd-a1a9-1a449b16c519 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.431383] env[64658]: DEBUG nova.compute.provider_tree [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.934495] env[64658]: DEBUG nova.scheduler.client.report [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.035465] env[64658]: DEBUG nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.056327] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.056582] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.056738] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.056918] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.057075] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.057275] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.057495] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.057646] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.057809] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.057969] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.058154] env[64658]: DEBUG nova.virt.hardware [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.059020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55be3a09-0bf5-4255-a7bb-3ed3c4334b64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.067502] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6988e30-60ab-4a8a-980a-60f16c5dd90a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.440452] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.440987] env[64658]: DEBUG nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.443927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.513s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.443927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.444060] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 872.444285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.471s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.446870] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d2ef7-7c56-4190-a732-384bf8f74083 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.455926] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d35c02e-ce9c-45b8-9151-5a187da321fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.471048] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895345e9-e0bd-4535-ad72-d59f3e4de09a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.477795] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c22ec65-48cf-4b06-84a2-e1fa5390f8be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.508491] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179192MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 872.508666] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.741471] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.741710] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.947493] env[64658]: DEBUG nova.compute.utils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.948914] env[64658]: DEBUG nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.949763] env[64658]: DEBUG nova.network.neutron [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.953730] env[64658]: INFO nova.compute.claims [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.984289] env[64658]: DEBUG nova.compute.manager [req-4d6dadd2-f565-4029-ac9f-4d8080f700e2 req-14c6c3c3-d9b1-4c86-b870-21f8b59dde15 service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Received event network-vif-plugged-98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.984289] env[64658]: DEBUG oslo_concurrency.lockutils [req-4d6dadd2-f565-4029-ac9f-4d8080f700e2 req-14c6c3c3-d9b1-4c86-b870-21f8b59dde15 service nova] Acquiring lock "4f466b34-4e7f-4b25-9053-8d0c21752c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.984289] env[64658]: DEBUG oslo_concurrency.lockutils [req-4d6dadd2-f565-4029-ac9f-4d8080f700e2 req-14c6c3c3-d9b1-4c86-b870-21f8b59dde15 service nova] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.984289] env[64658]: DEBUG oslo_concurrency.lockutils [req-4d6dadd2-f565-4029-ac9f-4d8080f700e2 req-14c6c3c3-d9b1-4c86-b870-21f8b59dde15 service nova] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.984876] env[64658]: DEBUG nova.compute.manager [req-4d6dadd2-f565-4029-ac9f-4d8080f700e2 req-14c6c3c3-d9b1-4c86-b870-21f8b59dde15 service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] No waiting events found dispatching network-vif-plugged-98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.985242] env[64658]: WARNING nova.compute.manager [req-4d6dadd2-f565-4029-ac9f-4d8080f700e2 req-14c6c3c3-d9b1-4c86-b870-21f8b59dde15 service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Received unexpected event network-vif-plugged-98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 for instance with vm_state building and task_state spawning. [ 872.998225] env[64658]: DEBUG nova.policy [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.043074] env[64658]: DEBUG nova.network.neutron [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Successfully updated port: 98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.246612] env[64658]: DEBUG nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.272121] env[64658]: DEBUG nova.network.neutron [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Successfully created port: 3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.455779] env[64658]: DEBUG nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.460804] env[64658]: INFO nova.compute.resource_tracker [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating resource usage from migration 077259de-fa40-4f58-af6e-8570d8715424 [ 873.545579] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "refresh_cache-4f466b34-4e7f-4b25-9053-8d0c21752c48" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.545680] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "refresh_cache-4f466b34-4e7f-4b25-9053-8d0c21752c48" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.545822] env[64658]: DEBUG nova.network.neutron [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.760700] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.809926] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548154e6-d68e-45f7-804b-75b2dce1c43b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.817862] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b71725-8d3a-4ee1-926e-fa7ef8cb0621 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.848315] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78276f6-50d3-44d7-86de-1cdbcc686286 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.855748] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709e5db0-b532-4f41-bcae-48d475261669 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.868727] env[64658]: DEBUG nova.compute.provider_tree [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.101261] env[64658]: DEBUG nova.network.neutron [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.263562] env[64658]: DEBUG nova.network.neutron [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Updating instance_info_cache with network_info: [{"id": "98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1", "address": "fa:16:3e:43:68:53", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aac1ee-2c", "ovs_interfaceid": "98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.371538] env[64658]: DEBUG nova.scheduler.client.report [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.462621] env[64658]: DEBUG nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.488032] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.488307] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.488466] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.488650] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.488798] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.488944] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.489184] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.489349] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.489517] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.489678] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.489853] env[64658]: DEBUG nova.virt.hardware [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.490750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412de77-3012-4c4b-97af-cb8502115734 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.498550] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c827b-bfa1-4c1c-ae75-566a3cfd87db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.645676] env[64658]: DEBUG nova.compute.manager [req-a204d7ee-8cd9-429c-9b7e-2d99102f3695 req-99925e13-02fb-492c-b9f9-ac7febfef1d7 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-vif-plugged-3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.645910] env[64658]: DEBUG oslo_concurrency.lockutils [req-a204d7ee-8cd9-429c-9b7e-2d99102f3695 req-99925e13-02fb-492c-b9f9-ac7febfef1d7 service nova] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.646182] env[64658]: DEBUG oslo_concurrency.lockutils [req-a204d7ee-8cd9-429c-9b7e-2d99102f3695 req-99925e13-02fb-492c-b9f9-ac7febfef1d7 service nova] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.646348] env[64658]: DEBUG oslo_concurrency.lockutils [req-a204d7ee-8cd9-429c-9b7e-2d99102f3695 req-99925e13-02fb-492c-b9f9-ac7febfef1d7 service nova] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.646530] env[64658]: DEBUG nova.compute.manager [req-a204d7ee-8cd9-429c-9b7e-2d99102f3695 req-99925e13-02fb-492c-b9f9-ac7febfef1d7 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] No waiting events found dispatching network-vif-plugged-3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.646667] env[64658]: WARNING nova.compute.manager [req-a204d7ee-8cd9-429c-9b7e-2d99102f3695 req-99925e13-02fb-492c-b9f9-ac7febfef1d7 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received unexpected event network-vif-plugged-3043f46b-46e4-4fba-9783-efbdce9da110 for instance with vm_state building and task_state spawning. [ 874.725624] env[64658]: DEBUG nova.network.neutron [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Successfully updated port: 3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.766572] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "refresh_cache-4f466b34-4e7f-4b25-9053-8d0c21752c48" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.766973] env[64658]: DEBUG nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Instance network_info: |[{"id": "98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1", "address": "fa:16:3e:43:68:53", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aac1ee-2c", "ovs_interfaceid": "98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.767409] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:68:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.774938] env[64658]: DEBUG oslo.service.loopingcall [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.775406] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.775869] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7df76f29-27ea-47a3-9e20-93e5b407ac39 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.796061] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.796061] env[64658]: value = "task-2733806" [ 874.796061] env[64658]: _type = "Task" [ 874.796061] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.804303] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733806, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.879667] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.435s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.879834] env[64658]: INFO nova.compute.manager [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Migrating [ 874.886547] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.335s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.887970] env[64658]: INFO nova.compute.claims [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.099123] env[64658]: DEBUG nova.compute.manager [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Received event network-changed-98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.099668] env[64658]: DEBUG nova.compute.manager [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Refreshing instance network info cache due to event network-changed-98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 875.100030] env[64658]: DEBUG oslo_concurrency.lockutils [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] Acquiring lock "refresh_cache-4f466b34-4e7f-4b25-9053-8d0c21752c48" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.100257] env[64658]: DEBUG oslo_concurrency.lockutils [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] Acquired lock "refresh_cache-4f466b34-4e7f-4b25-9053-8d0c21752c48" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.100494] env[64658]: DEBUG nova.network.neutron [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Refreshing network info cache for port 98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.229746] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.229746] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.229746] env[64658]: DEBUG nova.network.neutron [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.307565] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733806, 'name': CreateVM_Task, 'duration_secs': 0.328276} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.307565] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.308277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.308442] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.308757] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.309358] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd990f55-4bd9-44fc-bb73-b74edf0eef0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.314738] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 875.314738] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ba399b-8b5f-df41-a113-d90f5c2cfc1e" [ 875.314738] env[64658]: _type = "Task" [ 875.314738] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.322970] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ba399b-8b5f-df41-a113-d90f5c2cfc1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.397589] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.397771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.397967] env[64658]: DEBUG nova.network.neutron [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.760827] env[64658]: DEBUG nova.network.neutron [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.810677] env[64658]: DEBUG nova.network.neutron [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Updated VIF entry in instance network info cache for port 98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.811053] env[64658]: DEBUG nova.network.neutron [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Updating instance_info_cache with network_info: [{"id": "98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1", "address": "fa:16:3e:43:68:53", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98aac1ee-2c", "ovs_interfaceid": "98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.825015] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ba399b-8b5f-df41-a113-d90f5c2cfc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.825106] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.825333] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.825551] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.825693] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.826381] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.826381] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ab87206-f328-494a-8303-37ba484cd8b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.836015] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.836015] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.836239] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cdc4fe8-cac2-4072-be56-af6941e37884 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.842025] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 875.842025] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52abc19d-2cb8-ea04-7523-b3f0bf19688e" [ 875.842025] env[64658]: _type = "Task" [ 875.842025] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.849725] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52abc19d-2cb8-ea04-7523-b3f0bf19688e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.935203] env[64658]: DEBUG nova.network.neutron [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.103173] env[64658]: DEBUG nova.network.neutron [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.222859] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144d562-a0a5-46f7-8d56-50d3c72dee68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.230838] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a05080c-f465-4e67-8496-d0c0b8656db9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.260781] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1974a3db-59b4-49d6-99aa-81bae0973284 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.268086] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363a19aa-5122-43d3-ab62-314546dfcfc1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.282447] env[64658]: DEBUG nova.compute.provider_tree [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.314270] env[64658]: DEBUG oslo_concurrency.lockutils [req-d8e37bac-c546-4279-bfb5-83a5d9fdbce8 req-c1066d33-b980-401c-882e-26fb18e1abbe service nova] Releasing lock "refresh_cache-4f466b34-4e7f-4b25-9053-8d0c21752c48" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.352648] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52abc19d-2cb8-ea04-7523-b3f0bf19688e, 'name': SearchDatastore_Task, 'duration_secs': 0.008087} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.353468] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998f1555-4cec-48d7-8852-0220ae944749 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.359446] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 876.359446] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528ea355-f09b-8495-e66f-99da4a7f8c86" [ 876.359446] env[64658]: _type = "Task" [ 876.359446] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.367124] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528ea355-f09b-8495-e66f-99da4a7f8c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.437517] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.437866] env[64658]: DEBUG nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Instance network_info: |[{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.438298] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:4f:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3043f46b-46e4-4fba-9783-efbdce9da110', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.445773] env[64658]: DEBUG oslo.service.loopingcall [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.445980] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.446216] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85821ad0-be1d-43fb-bff9-4ad35dde0ab3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.465917] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.465917] env[64658]: value = "task-2733807" [ 876.465917] env[64658]: _type = "Task" [ 876.465917] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.473170] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733807, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.605620] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.672444] env[64658]: DEBUG nova.compute.manager [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-changed-3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.672642] env[64658]: DEBUG nova.compute.manager [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing instance network info cache due to event network-changed-3043f46b-46e4-4fba-9783-efbdce9da110. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.672854] env[64658]: DEBUG oslo_concurrency.lockutils [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.672997] env[64658]: DEBUG oslo_concurrency.lockutils [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.673174] env[64658]: DEBUG nova.network.neutron [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing network info cache for port 3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.786128] env[64658]: DEBUG nova.scheduler.client.report [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.869805] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528ea355-f09b-8495-e66f-99da4a7f8c86, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.870081] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.870381] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 4f466b34-4e7f-4b25-9053-8d0c21752c48/4f466b34-4e7f-4b25-9053-8d0c21752c48.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.870644] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56952bbf-43dd-4ebf-8a01-b54ae2335201 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.876934] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 876.876934] env[64658]: value = "task-2733808" [ 876.876934] env[64658]: _type = "Task" [ 876.876934] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.884386] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.977781] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733807, 'name': CreateVM_Task, 'duration_secs': 0.31799} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.977781] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.978236] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.978454] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.978816] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.979121] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d38a82-1ee1-4e02-bc00-292aec969f62 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.984136] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 876.984136] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526d15f4-ad5e-e0e8-a541-e79fdfbbf399" [ 876.984136] env[64658]: _type = "Task" [ 876.984136] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.992567] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526d15f4-ad5e-e0e8-a541-e79fdfbbf399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.291272] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.291856] env[64658]: DEBUG nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.295767] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.316s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.297052] env[64658]: DEBUG nova.objects.instance [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lazy-loading 'resources' on Instance uuid f1f47e81-efa2-4c71-9092-e576f08b7048 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.387967] env[64658]: DEBUG nova.network.neutron [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updated VIF entry in instance network info cache for port 3043f46b-46e4-4fba-9783-efbdce9da110. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.388335] env[64658]: DEBUG nova.network.neutron [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.395168] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733808, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.495129] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526d15f4-ad5e-e0e8-a541-e79fdfbbf399, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.495357] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.498093] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.498093] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.498093] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.498093] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.498093] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8d9df9-2291-439f-a1a7-91e2bcf609b4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.505769] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.505962] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.506689] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b31cc1-9bd1-45c0-84a3-aec9ebfa1881 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.511879] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 877.511879] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f1d914-b0e0-7dc6-b780-218bb9566f1d" [ 877.511879] env[64658]: _type = "Task" [ 877.511879] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.520397] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f1d914-b0e0-7dc6-b780-218bb9566f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.799307] env[64658]: DEBUG nova.compute.utils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.803233] env[64658]: DEBUG nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.803442] env[64658]: DEBUG nova.network.neutron [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.845133] env[64658]: DEBUG nova.policy [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd78e4f98cfd34feca48a071a61167815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91988f7d8a54480d9e2f19ae825b810c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.888412] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571303} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.888683] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 4f466b34-4e7f-4b25-9053-8d0c21752c48/4f466b34-4e7f-4b25-9053-8d0c21752c48.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.888894] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.889226] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-245f678a-296d-4b35-b674-1b7d301012df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.895376] env[64658]: DEBUG oslo_concurrency.lockutils [req-658cf1d4-0284-4948-8672-96ca91694ef0 req-524c9158-0a84-4c63-b023-c04ffcdd69c1 service nova] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.896912] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 877.896912] env[64658]: value = "task-2733809" [ 877.896912] env[64658]: _type = "Task" [ 877.896912] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.904340] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.026719] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f1d914-b0e0-7dc6-b780-218bb9566f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.029842] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9496178d-0ad8-47c1-ba2c-6b589585e1f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.035395] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 878.035395] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528482ec-aec5-6c3e-dfda-510476ada76b" [ 878.035395] env[64658]: _type = "Task" [ 878.035395] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.044008] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528482ec-aec5-6c3e-dfda-510476ada76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.120969] env[64658]: DEBUG nova.network.neutron [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Successfully created port: 218b4d14-41f9-494f-b80d-d69187f8f983 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.123316] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320776a-8665-4730-bdd4-664bf17e8cae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.145345] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance 'b14417a8-4522-465d-9eff-f44b1e438595' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.188529] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eae078-a975-4992-b9af-be04f9cc86bc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.197199] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a8fad-ed22-4620-9f71-b34fadb3c767 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.229757] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700093ed-19c5-4eb8-a770-727e076e3cf4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.237562] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5748d03-1486-4229-b714-023cb8207785 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.252823] env[64658]: DEBUG nova.compute.provider_tree [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.306847] env[64658]: DEBUG nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.406704] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070338} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.407037] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.407873] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a435344e-17e0-4b24-b5cc-0c1b3109d47a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.430911] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 4f466b34-4e7f-4b25-9053-8d0c21752c48/4f466b34-4e7f-4b25-9053-8d0c21752c48.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.431200] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6564a36e-cbde-405a-a75a-1690ebf70ada {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.452487] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 878.452487] env[64658]: value = "task-2733810" [ 878.452487] env[64658]: _type = "Task" [ 878.452487] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.460062] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.546094] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528482ec-aec5-6c3e-dfda-510476ada76b, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.546094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.546094] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ee7df966-a2fa-4dd2-ba45-6f96aeda7e27/ee7df966-a2fa-4dd2-ba45-6f96aeda7e27.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.546355] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730bb523-c4a3-4e15-9f6c-5d642fb2d3a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.552518] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 878.552518] env[64658]: value = "task-2733811" [ 878.552518] env[64658]: _type = "Task" [ 878.552518] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.562241] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.651952] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.652348] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6d85938-426e-44bd-9961-6f17f4437603 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.658633] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 878.658633] env[64658]: value = "task-2733812" [ 878.658633] env[64658]: _type = "Task" [ 878.658633] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.666749] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.755574] env[64658]: DEBUG nova.scheduler.client.report [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.963403] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733810, 'name': ReconfigVM_Task, 'duration_secs': 0.285979} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.963753] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 4f466b34-4e7f-4b25-9053-8d0c21752c48/4f466b34-4e7f-4b25-9053-8d0c21752c48.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.964485] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28d3e531-500b-4686-a9a2-fb980273355f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.972360] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 878.972360] env[64658]: value = "task-2733813" [ 878.972360] env[64658]: _type = "Task" [ 878.972360] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.982416] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733813, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.063614] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733811, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.168916] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.169103] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance 'b14417a8-4522-465d-9eff-f44b1e438595' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.260829] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.263395] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.019s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.263583] env[64658]: DEBUG nova.objects.instance [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 879.281859] env[64658]: INFO nova.scheduler.client.report [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Deleted allocations for instance f1f47e81-efa2-4c71-9092-e576f08b7048 [ 879.315919] env[64658]: DEBUG nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.339768] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.340016] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.340188] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.340370] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.340516] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.340661] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.340863] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.341035] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.341206] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.341368] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.341540] env[64658]: DEBUG nova.virt.hardware [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.342390] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1106a9-f56b-4a13-a0e8-2dae8589cb43 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.350510] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1156e67-318b-4074-af3d-fb55fa8e37b4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.482283] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733813, 'name': Rename_Task, 'duration_secs': 0.167854} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.482551] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.482786] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b6b3238-14a3-416e-8ac5-d55594e7029f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.491088] env[64658]: DEBUG nova.compute.manager [req-d0e2502e-a25e-42fd-8fde-ac508a2fa85d req-bf654f9f-d0de-46b5-be2a-c633611cacb3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Received event network-vif-plugged-218b4d14-41f9-494f-b80d-d69187f8f983 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.491252] env[64658]: DEBUG oslo_concurrency.lockutils [req-d0e2502e-a25e-42fd-8fde-ac508a2fa85d req-bf654f9f-d0de-46b5-be2a-c633611cacb3 service nova] Acquiring lock "4b6af49c-c2d5-4df0-818f-788616455019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.491461] env[64658]: DEBUG oslo_concurrency.lockutils [req-d0e2502e-a25e-42fd-8fde-ac508a2fa85d req-bf654f9f-d0de-46b5-be2a-c633611cacb3 service nova] Lock "4b6af49c-c2d5-4df0-818f-788616455019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.491628] env[64658]: DEBUG oslo_concurrency.lockutils [req-d0e2502e-a25e-42fd-8fde-ac508a2fa85d req-bf654f9f-d0de-46b5-be2a-c633611cacb3 service nova] Lock "4b6af49c-c2d5-4df0-818f-788616455019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.491790] env[64658]: DEBUG nova.compute.manager [req-d0e2502e-a25e-42fd-8fde-ac508a2fa85d req-bf654f9f-d0de-46b5-be2a-c633611cacb3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] No waiting events found dispatching network-vif-plugged-218b4d14-41f9-494f-b80d-d69187f8f983 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.491951] env[64658]: WARNING nova.compute.manager [req-d0e2502e-a25e-42fd-8fde-ac508a2fa85d req-bf654f9f-d0de-46b5-be2a-c633611cacb3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Received unexpected event network-vif-plugged-218b4d14-41f9-494f-b80d-d69187f8f983 for instance with vm_state building and task_state spawning. [ 879.493656] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 879.493656] env[64658]: value = "task-2733814" [ 879.493656] env[64658]: _type = "Task" [ 879.493656] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.503028] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.562463] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621728} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.562727] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ee7df966-a2fa-4dd2-ba45-6f96aeda7e27/ee7df966-a2fa-4dd2-ba45-6f96aeda7e27.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.563020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.563322] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6723d936-c99a-4204-bab8-880514290a06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.569336] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 879.569336] env[64658]: value = "task-2733815" [ 879.569336] env[64658]: _type = "Task" [ 879.569336] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.575092] env[64658]: DEBUG nova.network.neutron [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Successfully updated port: 218b4d14-41f9-494f-b80d-d69187f8f983 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.579395] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.675129] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.675429] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.675596] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.675827] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.675963] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.676151] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.676326] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.676488] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.676672] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.676847] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.677043] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.682568] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7487de79-181f-4374-83f1-ec8ef7210c4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.699704] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 879.699704] env[64658]: value = "task-2733816" [ 879.699704] env[64658]: _type = "Task" [ 879.699704] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.708922] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.789412] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e50254d7-449a-4b13-a2a0-aa641cfcc866 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556 tempest-FloatingIPsAssociationNegativeTestJSON-1467022556-project-member] Lock "f1f47e81-efa2-4c71-9092-e576f08b7048" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.337s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.005142] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733814, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.080020] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064904} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.080572] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "refresh_cache-4b6af49c-c2d5-4df0-818f-788616455019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.080712] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquired lock "refresh_cache-4b6af49c-c2d5-4df0-818f-788616455019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.080858] env[64658]: DEBUG nova.network.neutron [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.085452] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.089341] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6133548-c603-49d8-b5f0-bebfc9a4454d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.113991] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] ee7df966-a2fa-4dd2-ba45-6f96aeda7e27/ee7df966-a2fa-4dd2-ba45-6f96aeda7e27.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.116114] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e142a0-83c2-42c6-b834-787c29665d94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.136364] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 880.136364] env[64658]: value = "task-2733817" [ 880.136364] env[64658]: _type = "Task" [ 880.136364] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.145021] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.211691] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733816, 'name': ReconfigVM_Task, 'duration_secs': 0.181469} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.212037] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance 'b14417a8-4522-465d-9eff-f44b1e438595' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.271684] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f685dfda-81c0-46cb-b52f-7775889335f7 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.272761] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.197s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.506646] env[64658]: DEBUG oslo_vmware.api [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733814, 'name': PowerOnVM_Task, 'duration_secs': 0.539742} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.506908] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.507967] env[64658]: INFO nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Took 8.47 seconds to spawn the instance on the hypervisor. [ 880.508210] env[64658]: DEBUG nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.508957] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5facd7d1-1e4b-408e-b211-464c2a462f62 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.622677] env[64658]: DEBUG nova.network.neutron [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.652596] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733817, 'name': ReconfigVM_Task, 'duration_secs': 0.294174} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.652873] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfigured VM instance instance-00000042 to attach disk [datastore1] ee7df966-a2fa-4dd2-ba45-6f96aeda7e27/ee7df966-a2fa-4dd2-ba45-6f96aeda7e27.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.653502] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21264385-2536-427f-b13a-99ab7d9e824b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.661381] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 880.661381] env[64658]: value = "task-2733818" [ 880.661381] env[64658]: _type = "Task" [ 880.661381] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.669732] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733818, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.718759] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.718940] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.719111] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.719335] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.719494] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.719639] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.719837] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.719986] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.720160] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.720345] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.720531] env[64658]: DEBUG nova.virt.hardware [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.725910] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.726288] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13532d06-9d32-4766-bcc8-923900cf6c51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.744956] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 880.744956] env[64658]: value = "task-2733819" [ 880.744956] env[64658]: _type = "Task" [ 880.744956] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.753459] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.776867] env[64658]: DEBUG nova.objects.instance [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lazy-loading 'migration_context' on Instance uuid 2e6c189f-d6c6-415c-9f64-b9b6413cdf87 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.782150] env[64658]: DEBUG nova.network.neutron [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Updating instance_info_cache with network_info: [{"id": "218b4d14-41f9-494f-b80d-d69187f8f983", "address": "fa:16:3e:53:7a:34", "network": {"id": "58b10375-0539-4ee5-abf2-642e8890ee47", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-989267109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91988f7d8a54480d9e2f19ae825b810c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218b4d14-41", "ovs_interfaceid": "218b4d14-41f9-494f-b80d-d69187f8f983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.028032] env[64658]: INFO nova.compute.manager [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Took 52.55 seconds to build instance. [ 881.173986] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733818, 'name': Rename_Task, 'duration_secs': 0.145675} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.174534] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.177110] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d66b70f-b8b9-41c4-bb60-737c88d56e38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.188146] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 881.188146] env[64658]: value = "task-2733820" [ 881.188146] env[64658]: _type = "Task" [ 881.188146] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.196416] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.257320] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733819, 'name': ReconfigVM_Task, 'duration_secs': 0.185021} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.257621] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.258437] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0f7ff1-46e3-4adf-89a7-e9a772346b6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.284318] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b14417a8-4522-465d-9eff-f44b1e438595/b14417a8-4522-465d-9eff-f44b1e438595.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.288253] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Releasing lock "refresh_cache-4b6af49c-c2d5-4df0-818f-788616455019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.288554] env[64658]: DEBUG nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Instance network_info: |[{"id": "218b4d14-41f9-494f-b80d-d69187f8f983", "address": "fa:16:3e:53:7a:34", "network": {"id": "58b10375-0539-4ee5-abf2-642e8890ee47", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-989267109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91988f7d8a54480d9e2f19ae825b810c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218b4d14-41", "ovs_interfaceid": "218b4d14-41f9-494f-b80d-d69187f8f983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.288823] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4253036-85bf-471a-934a-ed79b707f96d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.304522] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:7a:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '218b4d14-41f9-494f-b80d-d69187f8f983', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.312942] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Creating folder: Project (91988f7d8a54480d9e2f19ae825b810c). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.314400] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37cd0b13-7873-4268-bbfb-3d74f0ad3125 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.321608] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 881.321608] env[64658]: value = "task-2733822" [ 881.321608] env[64658]: _type = "Task" [ 881.321608] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.325904] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Created folder: Project (91988f7d8a54480d9e2f19ae825b810c) in parent group-v550231. [ 881.326133] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Creating folder: Instances. Parent ref: group-v550422. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.326671] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c6a1ef9-1d07-4416-9ce2-927d2f82a76b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.335202] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.344443] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Created folder: Instances in parent group-v550422. [ 881.344730] env[64658]: DEBUG oslo.service.loopingcall [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.344865] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.345101] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d6dc73d-460d-400a-88d8-77d82b308bdb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.368089] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.368089] env[64658]: value = "task-2733824" [ 881.368089] env[64658]: _type = "Task" [ 881.368089] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.380901] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733824, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.530369] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d30f1e19-3032-4d60-8b35-bfb94532270e tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.373s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.615768] env[64658]: DEBUG nova.compute.manager [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Received event network-changed-218b4d14-41f9-494f-b80d-d69187f8f983 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.615899] env[64658]: DEBUG nova.compute.manager [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Refreshing instance network info cache due to event network-changed-218b4d14-41f9-494f-b80d-d69187f8f983. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.616135] env[64658]: DEBUG oslo_concurrency.lockutils [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] Acquiring lock "refresh_cache-4b6af49c-c2d5-4df0-818f-788616455019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.616275] env[64658]: DEBUG oslo_concurrency.lockutils [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] Acquired lock "refresh_cache-4b6af49c-c2d5-4df0-818f-788616455019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.616431] env[64658]: DEBUG nova.network.neutron [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Refreshing network info cache for port 218b4d14-41f9-494f-b80d-d69187f8f983 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.697138] env[64658]: DEBUG oslo_vmware.api [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2733820, 'name': PowerOnVM_Task, 'duration_secs': 0.509768} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.699741] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.699952] env[64658]: INFO nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Took 7.24 seconds to spawn the instance on the hypervisor. [ 881.700150] env[64658]: DEBUG nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.701168] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dff37d-d9e6-4e27-bc7a-e0a4b715c522 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.757304] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1d593d-1d30-4856-b7f3-5fe26c49d1b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.765629] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae926a7-ee04-4080-9b65-74a03a141c11 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.797085] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4cf1e9-996c-41d1-b6ab-201a8efbdbc1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.804039] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537982a5-fe3d-4d54-9aba-a5a9b24d261c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.818946] env[64658]: DEBUG nova.compute.provider_tree [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.830847] env[64658]: DEBUG oslo_vmware.api [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733822, 'name': ReconfigVM_Task, 'duration_secs': 0.346364} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.831143] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b14417a8-4522-465d-9eff-f44b1e438595/b14417a8-4522-465d-9eff-f44b1e438595.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.831476] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance 'b14417a8-4522-465d-9eff-f44b1e438595' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.877462] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733824, 'name': CreateVM_Task, 'duration_secs': 0.492399} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.877734] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.878334] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.878493] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.878807] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.879075] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e779af5-13bb-4c0a-a487-a72a2fa530e3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.883808] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 881.883808] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525a3791-e5c6-ad47-a284-3d90a7c59f44" [ 881.883808] env[64658]: _type = "Task" [ 881.883808] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.891924] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525a3791-e5c6-ad47-a284-3d90a7c59f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.221177] env[64658]: INFO nova.compute.manager [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Took 51.05 seconds to build instance. [ 882.339787] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4068f9a6-0bd2-40fd-a8e9-c9a58cb5faa9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.344145] env[64658]: ERROR nova.scheduler.client.report [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [req-e316944f-737e-4f44-bb8e-c8bf2f71c436] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e316944f-737e-4f44-bb8e-c8bf2f71c436"}]} [ 882.364422] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c93e9e4-a7ff-461a-b04b-0daec48fb3af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.369283] env[64658]: DEBUG nova.scheduler.client.report [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 882.384995] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance 'b14417a8-4522-465d-9eff-f44b1e438595' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.389077] env[64658]: DEBUG nova.network.neutron [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Updated VIF entry in instance network info cache for port 218b4d14-41f9-494f-b80d-d69187f8f983. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.389442] env[64658]: DEBUG nova.network.neutron [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Updating instance_info_cache with network_info: [{"id": "218b4d14-41f9-494f-b80d-d69187f8f983", "address": "fa:16:3e:53:7a:34", "network": {"id": "58b10375-0539-4ee5-abf2-642e8890ee47", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-989267109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91988f7d8a54480d9e2f19ae825b810c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218b4d14-41", "ovs_interfaceid": "218b4d14-41f9-494f-b80d-d69187f8f983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.406777] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525a3791-e5c6-ad47-a284-3d90a7c59f44, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.408017] env[64658]: DEBUG nova.scheduler.client.report [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 882.408315] env[64658]: DEBUG nova.compute.provider_tree [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.411018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.411262] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.411502] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.411648] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.411856] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.412845] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f628e2e9-3297-4073-8754-52f37999b49f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.426277] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.426277] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.426277] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d823f3-5649-47fe-b29e-276c0e616e79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.432487] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 882.432487] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524b3baf-fb30-2abc-1a3f-03e54c1a45ec" [ 882.432487] env[64658]: _type = "Task" [ 882.432487] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.437652] env[64658]: DEBUG nova.scheduler.client.report [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 882.447651] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524b3baf-fb30-2abc-1a3f-03e54c1a45ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.461307] env[64658]: DEBUG nova.scheduler.client.report [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 882.597855] env[64658]: DEBUG nova.compute.manager [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.598945] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a533b028-5482-42a5-a394-3bd330e03432 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.723776] env[64658]: DEBUG oslo_concurrency.lockutils [None req-37132f0c-7c3b-45b3-b1cf-2c97510444eb tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.230s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.861829] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b83b8-633b-4035-a3f3-547ef9b93fd9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.870073] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1bcfeb-e249-4688-803a-1336a5fd4b33 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.901388] env[64658]: DEBUG oslo_concurrency.lockutils [req-e3db75cc-dd64-4b59-acbe-e4d284af35cf req-2eac3bc0-f62d-49c4-ac86-4c2706d35ae3 service nova] Releasing lock "refresh_cache-4b6af49c-c2d5-4df0-818f-788616455019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.906503] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e3615-7faa-4ee8-bee2-9137ae8c0344 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.913801] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a898a1-9901-4cf1-9f23-3e464c678e21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.927691] env[64658]: DEBUG nova.compute.provider_tree [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.946856] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524b3baf-fb30-2abc-1a3f-03e54c1a45ec, 'name': SearchDatastore_Task, 'duration_secs': 0.020214} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.948470] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfb2944-49d4-4ed9-b029-3aeb3a8f7d55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.955086] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 882.955086] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5280dd50-9005-dab8-4bdd-f18de3767c93" [ 882.955086] env[64658]: _type = "Task" [ 882.955086] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.963057] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5280dd50-9005-dab8-4bdd-f18de3767c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.978661] env[64658]: DEBUG nova.network.neutron [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Port 34520af3-fd58-42ee-a69d-ee5209503cf5 binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 883.112055] env[64658]: INFO nova.compute.manager [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] instance snapshotting [ 883.114785] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a452dc-95f4-4d15-8ffc-1f3300ed56e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.142501] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485eec5d-6081-49bb-a527-b86055144c20 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.470098] env[64658]: DEBUG nova.scheduler.client.report [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 883.470567] env[64658]: DEBUG nova.compute.provider_tree [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 96 to 97 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.470817] env[64658]: DEBUG nova.compute.provider_tree [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.474931] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5280dd50-9005-dab8-4bdd-f18de3767c93, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.475402] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.476023] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 4b6af49c-c2d5-4df0-818f-788616455019/4b6af49c-c2d5-4df0-818f-788616455019.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.476023] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04096b78-af5c-4c18-8526-50fec3bf5d7f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.487774] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 883.487774] env[64658]: value = "task-2733825" [ 883.487774] env[64658]: _type = "Task" [ 883.487774] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.496901] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.647355] env[64658]: DEBUG nova.compute.manager [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-changed-3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.647604] env[64658]: DEBUG nova.compute.manager [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing instance network info cache due to event network-changed-3043f46b-46e4-4fba-9783-efbdce9da110. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.647877] env[64658]: DEBUG oslo_concurrency.lockutils [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.648155] env[64658]: DEBUG oslo_concurrency.lockutils [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.648279] env[64658]: DEBUG nova.network.neutron [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing network info cache for port 3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.656221] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.656221] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-759b479c-651a-4fd1-ad65-808aef7840f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.664294] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 883.664294] env[64658]: value = "task-2733826" [ 883.664294] env[64658]: _type = "Task" [ 883.664294] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.673450] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733826, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.018247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "b14417a8-4522-465d-9eff-f44b1e438595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.018540] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.020774] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.029051] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.187949] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733826, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.447413] env[64658]: DEBUG nova.network.neutron [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updated VIF entry in instance network info cache for port 3043f46b-46e4-4fba-9783-efbdce9da110. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.447950] env[64658]: DEBUG nova.network.neutron [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.483727] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.211s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.490576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.390s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.492735] env[64658]: INFO nova.compute.claims [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.525186] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717796} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.526888] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 4b6af49c-c2d5-4df0-818f-788616455019/4b6af49c-c2d5-4df0-818f-788616455019.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.527176] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.527904] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70de9757-5629-4d35-afc1-75d5ccfeb6d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.537558] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 884.537558] env[64658]: value = "task-2733827" [ 884.537558] env[64658]: _type = "Task" [ 884.537558] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.549095] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.679373] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733826, 'name': CreateSnapshot_Task, 'duration_secs': 0.732958} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.679739] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.680800] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd560c7-173c-48ac-9051-0bc14640ec2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.954062] env[64658]: DEBUG oslo_concurrency.lockutils [req-62db1f17-c462-42f6-8155-5a68eb76e547 req-ce476144-1a31-49b7-b163-f17efab0c52e service nova] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.049051] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.058187] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.058379] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.058563] env[64658]: DEBUG nova.network.neutron [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.209211] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.209563] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1f0795d-7eac-4c57-9b5b-ec6ec496de55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.227183] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 885.227183] env[64658]: value = "task-2733828" [ 885.227183] env[64658]: _type = "Task" [ 885.227183] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.236613] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733828, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.550875] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.845377} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.553927] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.559320] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424fbe86-8837-40d9-bc50-790699ddee0c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.585614] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4b6af49c-c2d5-4df0-818f-788616455019/4b6af49c-c2d5-4df0-818f-788616455019.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.593042] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f038d36-70dc-4407-b835-125da62c45fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.616637] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 885.616637] env[64658]: value = "task-2733829" [ 885.616637] env[64658]: _type = "Task" [ 885.616637] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.627876] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.742273] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733828, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.899499] env[64658]: DEBUG nova.network.neutron [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.033029] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bae4ea-78db-4e9a-b270-ca1af857cefd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.038859] env[64658]: INFO nova.compute.manager [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Swapping old allocation on dict_keys(['018c850a-5a14-4a88-8488-ab65a3b60cdb']) held by migration 6e7122e7-2afe-438f-8215-e113a355abfb for instance [ 886.044121] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1fca3f-9e09-4900-9a56-b90b49336018 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.079933] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51eb649-844e-465f-8502-ef6a4c4411b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.087711] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145bef5c-9242-43d9-9672-3b52ffdd19be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.102464] env[64658]: DEBUG nova.compute.provider_tree [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.105291] env[64658]: DEBUG nova.scheduler.client.report [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Overwriting current allocation {'allocations': {'018c850a-5a14-4a88-8488-ab65a3b60cdb': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 97}}, 'project_id': '404544f1f72344768333d9361615a8ce', 'user_id': 'f15c1249610d4e3c83be04dc4f8a517f', 'consumer_generation': 1} on consumer 2e6c189f-d6c6-415c-9f64-b9b6413cdf87 {{(pid=64658) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 886.128507] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733829, 'name': ReconfigVM_Task, 'duration_secs': 0.381895} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.128766] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4b6af49c-c2d5-4df0-818f-788616455019/4b6af49c-c2d5-4df0-818f-788616455019.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.129714] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca72a43e-2c36-4360-9412-e04b23f874b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.136031] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 886.136031] env[64658]: value = "task-2733830" [ 886.136031] env[64658]: _type = "Task" [ 886.136031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.152017] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733830, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.193775] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.193969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquired lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.194169] env[64658]: DEBUG nova.network.neutron [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.239347] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733828, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.402790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.607790] env[64658]: DEBUG nova.scheduler.client.report [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.649315] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733830, 'name': Rename_Task, 'duration_secs': 0.157627} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.649315] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.649315] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b1ccaa-b214-41fa-a60b-75188c7c7ba4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.655458] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 886.655458] env[64658]: value = "task-2733831" [ 886.655458] env[64658]: _type = "Task" [ 886.655458] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.663318] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.738101] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733828, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.892614] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.892975] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.934359] env[64658]: DEBUG nova.network.neutron [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [{"id": "abca4833-5241-47d8-8527-415144a3f9d0", "address": "fa:16:3e:0e:db:95", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabca4833-52", "ovs_interfaceid": "abca4833-5241-47d8-8527-415144a3f9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.942509] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25aae4-82aa-44eb-bda6-3189f5deb4e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.964180] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596197d5-9bf7-42cf-909e-0c4deafa8240 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.970966] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance 'b14417a8-4522-465d-9eff-f44b1e438595' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.113709] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.114368] env[64658]: DEBUG nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.118881] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.760s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.122619] env[64658]: DEBUG nova.objects.instance [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lazy-loading 'resources' on Instance uuid a559a1ce-8202-4244-a5c9-5e8e567257d0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.165846] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.241636] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733828, 'name': CloneVM_Task, 'duration_secs': 1.721596} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.241957] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Created linked-clone VM from snapshot [ 887.242930] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00bdcd-5045-4f17-803d-fffbb91f5ec4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.252007] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Uploading image 920ad6bc-0b02-437a-966a-d2dd43b06c65 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.275635] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 887.275635] env[64658]: value = "vm-550426" [ 887.275635] env[64658]: _type = "VirtualMachine" [ 887.275635] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 887.275987] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fee6d58b-af67-498a-a4f8-cfc592423a2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.283590] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease: (returnval){ [ 887.283590] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52976a6c-92b7-9462-19da-d44bbe0822fe" [ 887.283590] env[64658]: _type = "HttpNfcLease" [ 887.283590] env[64658]: } obtained for exporting VM: (result){ [ 887.283590] env[64658]: value = "vm-550426" [ 887.283590] env[64658]: _type = "VirtualMachine" [ 887.283590] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 887.283838] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the lease: (returnval){ [ 887.283838] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52976a6c-92b7-9462-19da-d44bbe0822fe" [ 887.283838] env[64658]: _type = "HttpNfcLease" [ 887.283838] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.290267] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.290267] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52976a6c-92b7-9462-19da-d44bbe0822fe" [ 887.290267] env[64658]: _type = "HttpNfcLease" [ 887.290267] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.399178] env[64658]: DEBUG nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.437663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Releasing lock "refresh_cache-2e6c189f-d6c6-415c-9f64-b9b6413cdf87" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.438213] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.438515] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3545c17-a53c-427c-b0c4-74789626cb00 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.445782] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 887.445782] env[64658]: value = "task-2733833" [ 887.445782] env[64658]: _type = "Task" [ 887.445782] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.455537] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.481539] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2360ac45-852d-4480-ab15-b866c9ce397d tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance 'b14417a8-4522-465d-9eff-f44b1e438595' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.626031] env[64658]: DEBUG nova.compute.utils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 887.626866] env[64658]: DEBUG nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.627056] env[64658]: DEBUG nova.network.neutron [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.669409] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733831, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.670943] env[64658]: DEBUG nova.policy [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12f181bbae4e439ff80ed79ac7930f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba4729e69aa4ac9847f90113f536eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.792335] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.792335] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52976a6c-92b7-9462-19da-d44bbe0822fe" [ 887.792335] env[64658]: _type = "HttpNfcLease" [ 887.792335] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.792644] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.792644] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52976a6c-92b7-9462-19da-d44bbe0822fe" [ 887.792644] env[64658]: _type = "HttpNfcLease" [ 887.792644] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.793417] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab56326-b2cc-46a2-92b3-3418880fe107 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.803935] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5cb09-a729-58a4-ed93-302ad909cf19/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.804140] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5cb09-a729-58a4-ed93-302ad909cf19/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.914224] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cff58289-09db-4601-8012-be38ef404857 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.928461] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.964914] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733833, 'name': PowerOffVM_Task, 'duration_secs': 0.219881} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.969949] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:05:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11b95370-31dc-445c-a6a5-e71168bd1d7d',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-950496076',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.969949] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.970570] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.970570] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.976261] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-976a0f07-ff82-4927-b1c5-1fa1f91de724 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.990437] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 887.990437] env[64658]: value = "task-2733834" [ 887.990437] env[64658]: _type = "Task" [ 887.990437] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.002637] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.025221] env[64658]: DEBUG nova.network.neutron [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Successfully created port: 3b896c6a-de64-478d-b64b-61c7c2d57e90 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.124877] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c66bc-9fb6-47d5-b179-bef21458f625 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.130200] env[64658]: DEBUG nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.135618] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6634a86-0897-4ea3-9874-10669347bba6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.174764] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb75cda2-c5cf-4f13-9106-d0a4bb473dca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.185076] env[64658]: DEBUG oslo_vmware.api [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733831, 'name': PowerOnVM_Task, 'duration_secs': 1.130739} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.188190] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.188650] env[64658]: INFO nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Took 8.87 seconds to spawn the instance on the hypervisor. [ 888.189064] env[64658]: DEBUG nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.190652] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3ba954-d0fb-42c8-b5d4-3c3a3c7eb4e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.196010] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013a08f1-b752-4104-9668-40b859da5624 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.215582] env[64658]: DEBUG nova.compute.provider_tree [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.508019] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733834, 'name': ReconfigVM_Task, 'duration_secs': 0.232585} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.508019] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2191a44-2b4e-4b02-a46c-9c2799226f4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.526938] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:05:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11b95370-31dc-445c-a6a5-e71168bd1d7d',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-950496076',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.527383] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.527692] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.527979] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.528223] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.528485] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.528788] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.528978] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.529184] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.529356] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.529540] env[64658]: DEBUG nova.virt.hardware [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.530441] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3c4c50-9dad-42fc-9d3a-81a90e071723 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.539229] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 888.539229] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e24cec-a9b3-252c-0ad7-7409d4b61973" [ 888.539229] env[64658]: _type = "Task" [ 888.539229] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.549908] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e24cec-a9b3-252c-0ad7-7409d4b61973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.723939] env[64658]: DEBUG nova.scheduler.client.report [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.729106] env[64658]: INFO nova.compute.manager [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Took 52.20 seconds to build instance. [ 888.965566] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "4b6af49c-c2d5-4df0-818f-788616455019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.054048] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e24cec-a9b3-252c-0ad7-7409d4b61973, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.063648] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.064630] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e783e898-f01a-4c60-8f2f-4f2c5a6f3900 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.094566] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 889.094566] env[64658]: value = "task-2733835" [ 889.094566] env[64658]: _type = "Task" [ 889.094566] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.108370] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.144979] env[64658]: DEBUG nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.172698] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.172986] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.174141] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.174141] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.174141] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.174141] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.174141] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.174141] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.174141] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.174512] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.174512] env[64658]: DEBUG nova.virt.hardware [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.175347] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17036a5-caa6-41db-b117-6ccc6488b1ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.184135] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9029b209-5ca4-4416-bf7f-b65535a420ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.232126] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.234207] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b9849078-4a37-4561-bb6e-2e3a64368512 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "4b6af49c-c2d5-4df0-818f-788616455019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.252s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.234712] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.006s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.234957] env[64658]: DEBUG nova.objects.instance [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'resources' on Instance uuid 8b8dcc78-f323-4c73-9e77-97093140223c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.236196] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "4b6af49c-c2d5-4df0-818f-788616455019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.271s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.236428] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "4b6af49c-c2d5-4df0-818f-788616455019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.236632] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "4b6af49c-c2d5-4df0-818f-788616455019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.237971] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "4b6af49c-c2d5-4df0-818f-788616455019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.238577] env[64658]: INFO nova.compute.manager [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Terminating instance [ 889.257111] env[64658]: INFO nova.scheduler.client.report [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted allocations for instance a559a1ce-8202-4244-a5c9-5e8e567257d0 [ 889.444477] env[64658]: DEBUG nova.compute.manager [req-503cce92-5518-4313-b82c-cf2a68ecdb27 req-3aff6a35-504c-4a74-915a-8b488abe48cf service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Received event network-vif-plugged-3b896c6a-de64-478d-b64b-61c7c2d57e90 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.444557] env[64658]: DEBUG oslo_concurrency.lockutils [req-503cce92-5518-4313-b82c-cf2a68ecdb27 req-3aff6a35-504c-4a74-915a-8b488abe48cf service nova] Acquiring lock "3bffa434-8e8c-4158-875f-720aed2cd1bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.445329] env[64658]: DEBUG oslo_concurrency.lockutils [req-503cce92-5518-4313-b82c-cf2a68ecdb27 req-3aff6a35-504c-4a74-915a-8b488abe48cf service nova] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.445563] env[64658]: DEBUG oslo_concurrency.lockutils [req-503cce92-5518-4313-b82c-cf2a68ecdb27 req-3aff6a35-504c-4a74-915a-8b488abe48cf service nova] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.445785] env[64658]: DEBUG nova.compute.manager [req-503cce92-5518-4313-b82c-cf2a68ecdb27 req-3aff6a35-504c-4a74-915a-8b488abe48cf service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] No waiting events found dispatching network-vif-plugged-3b896c6a-de64-478d-b64b-61c7c2d57e90 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.446129] env[64658]: WARNING nova.compute.manager [req-503cce92-5518-4313-b82c-cf2a68ecdb27 req-3aff6a35-504c-4a74-915a-8b488abe48cf service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Received unexpected event network-vif-plugged-3b896c6a-de64-478d-b64b-61c7c2d57e90 for instance with vm_state building and task_state spawning. [ 889.542391] env[64658]: DEBUG nova.network.neutron [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Successfully updated port: 3b896c6a-de64-478d-b64b-61c7c2d57e90 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.606380] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733835, 'name': ReconfigVM_Task, 'duration_secs': 0.195304} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.606676] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.607514] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c72c7b-f244-4542-b94a-6a59d4f21ab7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.630323] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.631022] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ecfa78-53ad-4412-a2e6-b5badf524a9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.649580] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 889.649580] env[64658]: value = "task-2733836" [ 889.649580] env[64658]: _type = "Task" [ 889.649580] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.657775] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.739769] env[64658]: DEBUG nova.objects.instance [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b8dcc78-f323-4c73-9e77-97093140223c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.741744] env[64658]: DEBUG nova.compute.manager [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.741987] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.742851] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd640ac-1acd-4a76-aaec-578ceecd87f4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.751103] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.751351] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f11f73-0ef0-45cb-b96e-4a2c5ca9dc08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.757680] env[64658]: DEBUG oslo_vmware.api [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 889.757680] env[64658]: value = "task-2733837" [ 889.757680] env[64658]: _type = "Task" [ 889.757680] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.768802] env[64658]: DEBUG oslo_vmware.api [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.769365] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a0a6f060-5210-4ae0-b326-f2ab59c997fe tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "a559a1ce-8202-4244-a5c9-5e8e567257d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.572s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.046765] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-3bffa434-8e8c-4158-875f-720aed2cd1bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.046995] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-3bffa434-8e8c-4158-875f-720aed2cd1bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.047215] env[64658]: DEBUG nova.network.neutron [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.059946] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "b14417a8-4522-465d-9eff-f44b1e438595" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.060241] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.060446] env[64658]: DEBUG nova.compute.manager [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Going to confirm migration 3 {{(pid=64658) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 890.163239] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733836, 'name': ReconfigVM_Task, 'duration_secs': 0.427413} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.163853] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87/2e6c189f-d6c6-415c-9f64-b9b6413cdf87.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.164684] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ba002b-1086-4530-b925-74a3d3df6ca5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.183678] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035efdf1-ebe3-4ea3-ab5a-d5172bd414ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.202324] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2792f-2431-46e2-af01-b2afb28e328b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.222139] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d1a181-ac10-45d9-9bf7-edb397d1ef42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.230064] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.230226] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0efeabb8-8986-4df8-9443-71507439ab07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.237623] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 890.237623] env[64658]: value = "task-2733838" [ 890.237623] env[64658]: _type = "Task" [ 890.237623] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.243164] env[64658]: DEBUG nova.objects.base [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Object Instance<8b8dcc78-f323-4c73-9e77-97093140223c> lazy-loaded attributes: resources,numa_topology {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 890.247963] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.267993] env[64658]: DEBUG oslo_vmware.api [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733837, 'name': PowerOffVM_Task, 'duration_secs': 0.229372} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.270857] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.271516] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.271742] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e68c9938-feef-43cf-94dc-68e165c4ece7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.336020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.336020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.336020] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Deleting the datastore file [datastore1] 4b6af49c-c2d5-4df0-818f-788616455019 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.336020] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172d4c6a-6a64-490f-83e7-7b14e66a0516 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.342213] env[64658]: DEBUG oslo_vmware.api [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for the task: (returnval){ [ 890.342213] env[64658]: value = "task-2733840" [ 890.342213] env[64658]: _type = "Task" [ 890.342213] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.351583] env[64658]: DEBUG oslo_vmware.api [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.582665] env[64658]: DEBUG nova.network.neutron [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.617445] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bcec33-0ffd-436c-bc9d-dd810b92c369 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.625631] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb09591-6250-4543-b687-0808b02d3261 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.665291] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.665491] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.665687] env[64658]: DEBUG nova.network.neutron [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.665877] env[64658]: DEBUG nova.objects.instance [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'info_cache' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.667837] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700bc614-a249-433e-87ec-b2001108779c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.676722] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6581ba-4158-49f0-896a-ad761f59b0e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.693915] env[64658]: DEBUG nova.compute.provider_tree [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.735452] env[64658]: DEBUG nova.network.neutron [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Updating instance_info_cache with network_info: [{"id": "3b896c6a-de64-478d-b64b-61c7c2d57e90", "address": "fa:16:3e:11:43:39", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b896c6a-de", "ovs_interfaceid": "3b896c6a-de64-478d-b64b-61c7c2d57e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.746960] env[64658]: DEBUG oslo_vmware.api [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733838, 'name': PowerOnVM_Task, 'duration_secs': 0.459973} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.747275] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.851883] env[64658]: DEBUG oslo_vmware.api [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Task: {'id': task-2733840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179858} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.852199] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.852393] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.852577] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.852747] env[64658]: INFO nova.compute.manager [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Took 1.11 seconds to destroy the instance on the hypervisor. [ 890.852991] env[64658]: DEBUG oslo.service.loopingcall [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.853196] env[64658]: DEBUG nova.compute.manager [-] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.853294] env[64658]: DEBUG nova.network.neutron [-] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.197059] env[64658]: DEBUG nova.scheduler.client.report [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.237626] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-3bffa434-8e8c-4158-875f-720aed2cd1bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.237913] env[64658]: DEBUG nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Instance network_info: |[{"id": "3b896c6a-de64-478d-b64b-61c7c2d57e90", "address": "fa:16:3e:11:43:39", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b896c6a-de", "ovs_interfaceid": "3b896c6a-de64-478d-b64b-61c7c2d57e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.238338] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:43:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b896c6a-de64-478d-b64b-61c7c2d57e90', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.246046] env[64658]: DEBUG oslo.service.loopingcall [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.246465] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.246692] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b05f0cc2-e655-47e0-9460-e83b7efd9d82 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.270692] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.270692] env[64658]: value = "task-2733841" [ 891.270692] env[64658]: _type = "Task" [ 891.270692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.279518] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733841, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.480667] env[64658]: DEBUG nova.compute.manager [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Received event network-changed-3b896c6a-de64-478d-b64b-61c7c2d57e90 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.480904] env[64658]: DEBUG nova.compute.manager [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Refreshing instance network info cache due to event network-changed-3b896c6a-de64-478d-b64b-61c7c2d57e90. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.481143] env[64658]: DEBUG oslo_concurrency.lockutils [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] Acquiring lock "refresh_cache-3bffa434-8e8c-4158-875f-720aed2cd1bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.481289] env[64658]: DEBUG oslo_concurrency.lockutils [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] Acquired lock "refresh_cache-3bffa434-8e8c-4158-875f-720aed2cd1bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.481445] env[64658]: DEBUG nova.network.neutron [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Refreshing network info cache for port 3b896c6a-de64-478d-b64b-61c7c2d57e90 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.602473] env[64658]: DEBUG nova.network.neutron [-] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.703304] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.468s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.708771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.842s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.708979] env[64658]: DEBUG nova.objects.instance [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 891.767544] env[64658]: INFO nova.compute.manager [None req-18ecd9e6-027d-43b9-8ef6-d8517c074f65 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance to original state: 'active' [ 891.780555] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733841, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.913069] env[64658]: DEBUG nova.network.neutron [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.106453] env[64658]: INFO nova.compute.manager [-] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Took 1.25 seconds to deallocate network for instance. [ 892.192286] env[64658]: DEBUG nova.network.neutron [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Updated VIF entry in instance network info cache for port 3b896c6a-de64-478d-b64b-61c7c2d57e90. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.192647] env[64658]: DEBUG nova.network.neutron [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Updating instance_info_cache with network_info: [{"id": "3b896c6a-de64-478d-b64b-61c7c2d57e90", "address": "fa:16:3e:11:43:39", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b896c6a-de", "ovs_interfaceid": "3b896c6a-de64-478d-b64b-61c7c2d57e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.217677] env[64658]: DEBUG oslo_concurrency.lockutils [None req-aba2bcb6-50f7-4029-ad04-9c09e9864c53 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 60.636s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.218481] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 40.155s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.218705] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.218915] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.219094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.220738] env[64658]: INFO nova.compute.manager [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Terminating instance [ 892.284059] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733841, 'name': CreateVM_Task, 'duration_secs': 0.629613} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.284418] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.285111] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.285247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.285584] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.285833] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08117244-2116-402f-a8fa-2df0292ed343 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.290471] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 892.290471] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a0e13a-c8dd-7b46-f35f-aa1dba793963" [ 892.290471] env[64658]: _type = "Task" [ 892.290471] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.298780] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a0e13a-c8dd-7b46-f35f-aa1dba793963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.415990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.416496] env[64658]: DEBUG nova.objects.instance [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'migration_context' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.616964] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.694887] env[64658]: DEBUG oslo_concurrency.lockutils [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] Releasing lock "refresh_cache-3bffa434-8e8c-4158-875f-720aed2cd1bd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.695200] env[64658]: DEBUG nova.compute.manager [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Received event network-vif-deleted-218b4d14-41f9-494f-b80d-d69187f8f983 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.695415] env[64658]: INFO nova.compute.manager [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Neutron deleted interface 218b4d14-41f9-494f-b80d-d69187f8f983; detaching it from the instance and deleting it from the info cache [ 892.695605] env[64658]: DEBUG nova.network.neutron [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.719136] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bb589d91-93c0-4ecb-9ebb-3c735b2b9444 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.720612] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.958s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.723407] env[64658]: INFO nova.compute.claims [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.729020] env[64658]: DEBUG nova.compute.manager [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.729020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.729020] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc5dc1c4-2aea-4bef-ac2f-e0a8e6802275 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.739260] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdfce66-91bd-4607-b0f1-5ad37dda0b46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.778520] env[64658]: WARNING nova.virt.vmwareapi.vmops [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8b8dcc78-f323-4c73-9e77-97093140223c could not be found. [ 892.778839] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.778959] env[64658]: INFO nova.compute.manager [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 892.779225] env[64658]: DEBUG oslo.service.loopingcall [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.779608] env[64658]: DEBUG nova.compute.manager [-] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.779693] env[64658]: DEBUG nova.network.neutron [-] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.801899] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a0e13a-c8dd-7b46-f35f-aa1dba793963, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.802202] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.802441] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.802681] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.802826] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.803009] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.803467] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d36b5e6e-088a-42bd-978b-b73745b5ed40 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.812919] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.813700] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.813871] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f243a5-9fb9-40bf-8002-e041df042501 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.819671] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 892.819671] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526b8b44-8833-1540-2228-7e2dc02c3273" [ 892.819671] env[64658]: _type = "Task" [ 892.819671] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.829223] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526b8b44-8833-1540-2228-7e2dc02c3273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.919080] env[64658]: DEBUG nova.objects.base [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 892.920360] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8bedc4-d4b8-402c-bfce-a2e0d435d6a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.941268] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c38a56-74b7-4290-bd2a-a48f45e8dbd7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.946997] env[64658]: DEBUG oslo_vmware.api [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 892.946997] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5285744c-0a78-6943-3e5e-4b524dba8924" [ 892.946997] env[64658]: _type = "Task" [ 892.946997] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.956070] env[64658]: DEBUG oslo_vmware.api [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5285744c-0a78-6943-3e5e-4b524dba8924, 'name': SearchDatastore_Task, 'duration_secs': 0.007041} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.956715] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.200154] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c356546-a69b-44b8-93fe-d78c4659d803 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.212786] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b7694-e0f4-4a95-9ba8-5ec115d87bb1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.247557] env[64658]: DEBUG nova.compute.manager [req-ed939365-6182-4f89-a240-1e7d7a7421eb req-3efc09c0-e58f-45ea-a772-b594d56bc9a6 service nova] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Detach interface failed, port_id=218b4d14-41f9-494f-b80d-d69187f8f983, reason: Instance 4b6af49c-c2d5-4df0-818f-788616455019 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 893.331036] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526b8b44-8833-1540-2228-7e2dc02c3273, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.331863] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc33eed6-ae15-4103-a1e4-d90b28eac60c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.336920] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 893.336920] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521686da-cc4d-0865-a952-4d40ccf7ecdc" [ 893.336920] env[64658]: _type = "Task" [ 893.336920] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.344708] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521686da-cc4d-0865-a952-4d40ccf7ecdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.401966] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.402188] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.402390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.402568] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.402736] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.404839] env[64658]: INFO nova.compute.manager [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Terminating instance [ 893.758779] env[64658]: DEBUG nova.network.neutron [-] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.850701] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521686da-cc4d-0865-a952-4d40ccf7ecdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.853821] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.854093] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.854576] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf79fdb5-7307-4496-b598-8df8edc35d1f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.860768] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 893.860768] env[64658]: value = "task-2733842" [ 893.860768] env[64658]: _type = "Task" [ 893.860768] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.870543] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.908821] env[64658]: DEBUG nova.compute.manager [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.909072] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.910052] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c5e88-64e0-477b-b0dd-f637f1d14986 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.920514] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.920699] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900d6bd5-2eed-47a8-a05c-635b7abd43a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.928125] env[64658]: DEBUG oslo_vmware.api [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 893.928125] env[64658]: value = "task-2733843" [ 893.928125] env[64658]: _type = "Task" [ 893.928125] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.937936] env[64658]: DEBUG oslo_vmware.api [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.117161] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e80beb-1146-4d5e-a5d6-e33fd3006ccd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.126449] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f103aeb-53dc-459e-836b-d7f240742dc1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.163637] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35518905-2b0c-428d-b26f-4ce0933ad508 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.172573] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c64d0-e899-4bd8-ad92-a8d7ee3ae434 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.188359] env[64658]: DEBUG nova.compute.provider_tree [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.261641] env[64658]: INFO nova.compute.manager [-] [instance: 8b8dcc78-f323-4c73-9e77-97093140223c] Took 1.48 seconds to deallocate network for instance. [ 894.370474] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479441} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.370768] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.371103] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.371280] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b7d40a7-757b-4eb6-895d-2c4c95a0598a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.377219] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 894.377219] env[64658]: value = "task-2733844" [ 894.377219] env[64658]: _type = "Task" [ 894.377219] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.384744] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.438905] env[64658]: DEBUG oslo_vmware.api [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733843, 'name': PowerOffVM_Task, 'duration_secs': 0.420663} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.439452] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.439715] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.439922] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee9ffeb7-a364-4899-9a5a-5a1cc8edd87f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.513353] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.513588] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.513766] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Deleting the datastore file [datastore1] 2e6c189f-d6c6-415c-9f64-b9b6413cdf87 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.514396] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65a5cc1e-f039-4f2b-a88f-24e52428f825 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.520430] env[64658]: DEBUG oslo_vmware.api [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 894.520430] env[64658]: value = "task-2733846" [ 894.520430] env[64658]: _type = "Task" [ 894.520430] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.528523] env[64658]: DEBUG oslo_vmware.api [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.691755] env[64658]: DEBUG nova.scheduler.client.report [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.887477] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062857} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.887748] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.888598] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ec40fe-008f-4aed-87f2-b70c756ab3d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.911367] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.911730] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a489b7d-8719-4807-8279-1d1452fb9937 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.932929] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 894.932929] env[64658]: value = "task-2733847" [ 894.932929] env[64658]: _type = "Task" [ 894.932929] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.941422] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.029900] env[64658]: DEBUG oslo_vmware.api [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182168} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.030106] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.030297] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.030509] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.030689] env[64658]: INFO nova.compute.manager [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Took 1.12 seconds to destroy the instance on the hypervisor. [ 895.030945] env[64658]: DEBUG oslo.service.loopingcall [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.031166] env[64658]: DEBUG nova.compute.manager [-] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.031272] env[64658]: DEBUG nova.network.neutron [-] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.197673] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.198312] env[64658]: DEBUG nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.201845] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.541s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.202118] env[64658]: DEBUG nova.objects.instance [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lazy-loading 'resources' on Instance uuid 33f4600a-066c-43fb-908b-b7fe98ac7e22 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.288795] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5c057443-58cb-4440-b8b3-b90a969e0358 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "8b8dcc78-f323-4c73-9e77-97093140223c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.070s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.443175] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733847, 'name': ReconfigVM_Task, 'duration_secs': 0.286143} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.443490] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.444180] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f95821-618a-42f9-a039-f13848d52b4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.450760] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 895.450760] env[64658]: value = "task-2733848" [ 895.450760] env[64658]: _type = "Task" [ 895.450760] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.460054] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733848, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.706198] env[64658]: DEBUG nova.compute.utils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 895.711809] env[64658]: DEBUG nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.711809] env[64658]: DEBUG nova.network.neutron [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.722215] env[64658]: DEBUG nova.compute.manager [req-a451f51f-a692-48e6-befe-8f4d993b1f24 req-4c3d12c6-0037-4f73-b1ef-087bad8c159f service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Received event network-vif-deleted-abca4833-5241-47d8-8527-415144a3f9d0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.722452] env[64658]: INFO nova.compute.manager [req-a451f51f-a692-48e6-befe-8f4d993b1f24 req-4c3d12c6-0037-4f73-b1ef-087bad8c159f service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Neutron deleted interface abca4833-5241-47d8-8527-415144a3f9d0; detaching it from the instance and deleting it from the info cache [ 895.722675] env[64658]: DEBUG nova.network.neutron [req-a451f51f-a692-48e6-befe-8f4d993b1f24 req-4c3d12c6-0037-4f73-b1ef-087bad8c159f service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.753500] env[64658]: DEBUG nova.policy [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce946f1b4cf4e10abd369fbf26d8c8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c76b70bc7f6b4852b0e07b653c8e9b5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.808287] env[64658]: DEBUG nova.network.neutron [-] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.962026] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733848, 'name': Rename_Task, 'duration_secs': 0.139035} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.962311] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.962435] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e15295-f6be-4fc0-8741-947ef558f2b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.972245] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 895.972245] env[64658]: value = "task-2733849" [ 895.972245] env[64658]: _type = "Task" [ 895.972245] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.983235] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.093261] env[64658]: DEBUG nova.network.neutron [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Successfully created port: b85ee409-ba1a-449a-ba05-8b58bdc43629 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.098706] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea677de0-1766-4165-9a01-dec686786c2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.106265] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a81c374-0ea1-4592-9cb4-6310f7e7e90a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.137079] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712fc1a6-ddbc-4824-892d-feb2d726bee9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.144617] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02e2d1c-b6c6-44ac-b814-7c9b9353b8b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.158761] env[64658]: DEBUG nova.compute.provider_tree [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.212345] env[64658]: DEBUG nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.225432] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcaa9bd3-b3a5-4362-b671-ee0f5c6975d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.235701] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5bed86-13c6-490e-b90a-bfc562c8725f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.273295] env[64658]: DEBUG nova.compute.manager [req-a451f51f-a692-48e6-befe-8f4d993b1f24 req-4c3d12c6-0037-4f73-b1ef-087bad8c159f service nova] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Detach interface failed, port_id=abca4833-5241-47d8-8527-415144a3f9d0, reason: Instance 2e6c189f-d6c6-415c-9f64-b9b6413cdf87 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.313741] env[64658]: INFO nova.compute.manager [-] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Took 1.28 seconds to deallocate network for instance. [ 896.384422] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5cb09-a729-58a4-ed93-302ad909cf19/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.385519] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27220fd6-415e-4431-a7af-430e3e7a1e60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.393961] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5cb09-a729-58a4-ed93-302ad909cf19/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.393961] env[64658]: ERROR oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5cb09-a729-58a4-ed93-302ad909cf19/disk-0.vmdk due to incomplete transfer. [ 896.393961] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fec5516-b3fd-4b15-bb9c-5899f7349d2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.403436] env[64658]: DEBUG oslo_vmware.rw_handles [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5cb09-a729-58a4-ed93-302ad909cf19/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.403652] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Uploaded image 920ad6bc-0b02-437a-966a-d2dd43b06c65 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.405847] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.406164] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee545e57-7550-4062-9614-7bea33ef0d75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.412122] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 896.412122] env[64658]: value = "task-2733850" [ 896.412122] env[64658]: _type = "Task" [ 896.412122] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.420318] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733850, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.428192] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "da82a2df-50c8-4265-925e-2b7f781e7718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.428450] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.483664] env[64658]: DEBUG oslo_vmware.api [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733849, 'name': PowerOnVM_Task, 'duration_secs': 0.479353} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.484020] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.484342] env[64658]: INFO nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Took 7.34 seconds to spawn the instance on the hypervisor. [ 896.484596] env[64658]: DEBUG nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.485596] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7caa9dc-1de5-44f3-a2bb-ce1380ae3f5a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.663210] env[64658]: DEBUG nova.scheduler.client.report [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.826187] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.924811] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733850, 'name': Destroy_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.930386] env[64658]: DEBUG nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.002917] env[64658]: INFO nova.compute.manager [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Took 48.94 seconds to build instance. [ 897.168383] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.171477] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.045s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.171477] env[64658]: DEBUG nova.objects.instance [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lazy-loading 'resources' on Instance uuid be085354-542a-4d5d-bcb8-f53394e36b2f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.193620] env[64658]: INFO nova.scheduler.client.report [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Deleted allocations for instance 33f4600a-066c-43fb-908b-b7fe98ac7e22 [ 897.221391] env[64658]: DEBUG nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.248401] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.248860] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.249048] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.249445] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.249675] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.249865] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.250101] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.250269] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.250442] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.250633] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.250810] env[64658]: DEBUG nova.virt.hardware [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.251960] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce8610b-26d7-4b70-b3ce-336c8a005c1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.260471] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490211bb-cae8-4c32-a2da-b07e9538cc4c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.423230] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733850, 'name': Destroy_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.452360] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.504788] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0c2756-ae17-4ef5-ab59-c08a27b4e89e tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.456s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.609911] env[64658]: DEBUG nova.network.neutron [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Successfully updated port: b85ee409-ba1a-449a-ba05-8b58bdc43629 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.702960] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f488eed-8bae-4469-8999-4fe02d30c1a2 tempest-ServerShowV257Test-1103440695 tempest-ServerShowV257Test-1103440695-project-member] Lock "33f4600a-066c-43fb-908b-b7fe98ac7e22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.483s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.834283] env[64658]: DEBUG nova.compute.manager [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Received event network-vif-plugged-b85ee409-ba1a-449a-ba05-8b58bdc43629 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.834492] env[64658]: DEBUG oslo_concurrency.lockutils [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] Acquiring lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.835394] env[64658]: DEBUG oslo_concurrency.lockutils [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.835394] env[64658]: DEBUG oslo_concurrency.lockutils [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.835394] env[64658]: DEBUG nova.compute.manager [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] No waiting events found dispatching network-vif-plugged-b85ee409-ba1a-449a-ba05-8b58bdc43629 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.835394] env[64658]: WARNING nova.compute.manager [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Received unexpected event network-vif-plugged-b85ee409-ba1a-449a-ba05-8b58bdc43629 for instance with vm_state building and task_state spawning. [ 897.835619] env[64658]: DEBUG nova.compute.manager [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Received event network-changed-b85ee409-ba1a-449a-ba05-8b58bdc43629 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.835840] env[64658]: DEBUG nova.compute.manager [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Refreshing instance network info cache due to event network-changed-b85ee409-ba1a-449a-ba05-8b58bdc43629. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.835975] env[64658]: DEBUG oslo_concurrency.lockutils [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] Acquiring lock "refresh_cache-59e56795-c3c0-4e4a-9ff5-012b3aa3d435" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.836185] env[64658]: DEBUG oslo_concurrency.lockutils [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] Acquired lock "refresh_cache-59e56795-c3c0-4e4a-9ff5-012b3aa3d435" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.836573] env[64658]: DEBUG nova.network.neutron [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Refreshing network info cache for port b85ee409-ba1a-449a-ba05-8b58bdc43629 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.905399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.905641] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.923544] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733850, 'name': Destroy_Task, 'duration_secs': 1.318613} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.925892] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Destroyed the VM [ 897.926163] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 897.926561] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f0fbad9-ae43-4e26-928a-c47b45d3442f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.933216] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 897.933216] env[64658]: value = "task-2733851" [ 897.933216] env[64658]: _type = "Task" [ 897.933216] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.943560] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.017116] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc6531d-b861-4f24-a42c-89860e9f4c0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.027210] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea4f686-9e19-4e9b-8370-92da83b13ab3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.058127] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c4f353-98dc-4d57-9916-c47cf00e6ab5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.066355] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df83f644-20ff-49c8-a148-59198b5fbac7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.080603] env[64658]: DEBUG nova.compute.provider_tree [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.112429] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "refresh_cache-59e56795-c3c0-4e4a-9ff5-012b3aa3d435" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.341692] env[64658]: INFO nova.compute.manager [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Rebuilding instance [ 898.387438] env[64658]: DEBUG nova.network.neutron [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.392485] env[64658]: DEBUG nova.compute.manager [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.393396] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249ea8ff-d96c-4f53-a7bb-dc7a7a260f2a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.407705] env[64658]: DEBUG nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.446894] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733851, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.476512] env[64658]: DEBUG nova.network.neutron [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.583938] env[64658]: DEBUG nova.scheduler.client.report [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.932945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.946599] env[64658]: DEBUG oslo_vmware.api [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733851, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695416} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.946939] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.947188] env[64658]: INFO nova.compute.manager [None req-fb9d424a-b9f9-45e5-bf27-05f0a978f143 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Took 15.83 seconds to snapshot the instance on the hypervisor. [ 898.979272] env[64658]: DEBUG oslo_concurrency.lockutils [req-bbe87654-a1f0-4d7e-b925-d6add03f29b8 req-89b65daa-0b3b-4b53-8cca-8336eadfdd8d service nova] Releasing lock "refresh_cache-59e56795-c3c0-4e4a-9ff5-012b3aa3d435" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.979880] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "refresh_cache-59e56795-c3c0-4e4a-9ff5-012b3aa3d435" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.980106] env[64658]: DEBUG nova.network.neutron [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.090853] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.093430] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.035s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.095201] env[64658]: INFO nova.compute.claims [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.114649] env[64658]: INFO nova.scheduler.client.report [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Deleted allocations for instance be085354-542a-4d5d-bcb8-f53394e36b2f [ 899.408162] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.408417] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b362e0f2-7109-4fad-9987-d7a19987b7ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.416631] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 899.416631] env[64658]: value = "task-2733852" [ 899.416631] env[64658]: _type = "Task" [ 899.416631] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.429317] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.514270] env[64658]: DEBUG nova.network.neutron [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.624617] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dacf9e4b-9bfd-442a-91a9-4aec92d9c333 tempest-ServerDiagnosticsNegativeTest-1388386789 tempest-ServerDiagnosticsNegativeTest-1388386789-project-member] Lock "be085354-542a-4d5d-bcb8-f53394e36b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.007s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.656760] env[64658]: DEBUG nova.network.neutron [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Updating instance_info_cache with network_info: [{"id": "b85ee409-ba1a-449a-ba05-8b58bdc43629", "address": "fa:16:3e:d2:db:22", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85ee409-ba", "ovs_interfaceid": "b85ee409-ba1a-449a-ba05-8b58bdc43629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.928599] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733852, 'name': PowerOffVM_Task, 'duration_secs': 0.301685} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.928888] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.929185] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.930504] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe399d99-9495-418b-9eb4-0c908f5527a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.939477] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.939759] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3660a74-6d2a-4d5c-9d05-ed2db17fdcf1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.011596] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.012186] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.012186] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleting the datastore file [datastore2] 3bffa434-8e8c-4158-875f-720aed2cd1bd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.012539] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a0c94b7-c932-4950-87c4-a5759d211f2a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.027782] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 900.027782] env[64658]: value = "task-2733854" [ 900.027782] env[64658]: _type = "Task" [ 900.027782] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.036475] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.160994] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "refresh_cache-59e56795-c3c0-4e4a-9ff5-012b3aa3d435" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.161346] env[64658]: DEBUG nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Instance network_info: |[{"id": "b85ee409-ba1a-449a-ba05-8b58bdc43629", "address": "fa:16:3e:d2:db:22", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb85ee409-ba", "ovs_interfaceid": "b85ee409-ba1a-449a-ba05-8b58bdc43629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.161959] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:db:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b85ee409-ba1a-449a-ba05-8b58bdc43629', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.170687] env[64658]: DEBUG oslo.service.loopingcall [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.170879] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.171466] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3d0e2e-3374-4745-a322-ef1a5e7aa4c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.196130] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.196130] env[64658]: value = "task-2733855" [ 900.196130] env[64658]: _type = "Task" [ 900.196130] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.204138] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733855, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.471858] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db4c0fa-41e8-438c-8217-376cc4598fc9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.481069] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeb156e-dd94-4b7e-94b0-6189fd7d785d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.515372] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07db0473-a00a-4271-808d-5f30c0be6b67 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.524869] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e585c5-1db0-451b-9d9c-23871a70dc3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.538040] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164676} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.545612] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.545833] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.546026] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.548707] env[64658]: DEBUG nova.compute.provider_tree [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.706167] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733855, 'name': CreateVM_Task, 'duration_secs': 0.350199} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.706225] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.706875] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.707054] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.707521] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.707820] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5d8917-1fbb-44cd-b846-999023ceca62 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.713291] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 900.713291] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5207164f-ceb0-781e-7bf4-c20a25a7b30a" [ 900.713291] env[64658]: _type = "Task" [ 900.713291] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.721627] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5207164f-ceb0-781e-7bf4-c20a25a7b30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.055535] env[64658]: DEBUG nova.scheduler.client.report [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.226898] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5207164f-ceb0-781e-7bf4-c20a25a7b30a, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.226898] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.226898] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.226898] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.226898] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.226898] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.226898] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4436f2c2-1bbb-43db-a3ea-e9a27f33096c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.236930] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.237180] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.238042] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53d4255-ab32-4603-9ab7-28b287649f5d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.243736] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 901.243736] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ed66f0-df84-7bd2-2b9c-b3a110e338b3" [ 901.243736] env[64658]: _type = "Task" [ 901.243736] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.252734] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ed66f0-df84-7bd2-2b9c-b3a110e338b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.560745] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.561590] env[64658]: DEBUG nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.565517] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.002s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.566286] env[64658]: DEBUG nova.objects.instance [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lazy-loading 'resources' on Instance uuid 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.586607] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.586881] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.587075] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.587267] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.587417] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.587567] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.587773] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.587932] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.588112] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.588280] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.588845] env[64658]: DEBUG nova.virt.hardware [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.590037] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f44503c-179a-4c68-946d-ac86f9a8c4ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.597705] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcf5880-2e78-4bb1-80cb-e8e052a8a8ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.613340] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:43:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b896c6a-de64-478d-b64b-61c7c2d57e90', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.620542] env[64658]: DEBUG oslo.service.loopingcall [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.621042] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.621267] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7159a42e-c05f-4831-82f6-4531daa5f80e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.643012] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.643012] env[64658]: value = "task-2733856" [ 901.643012] env[64658]: _type = "Task" [ 901.643012] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.651206] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733856, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.755784] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ed66f0-df84-7bd2-2b9c-b3a110e338b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.756047] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ba131d-30f3-4652-bf73-6874b6ccf8d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.761921] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 901.761921] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5271e299-e78a-1489-bebb-865214f2b4f4" [ 901.761921] env[64658]: _type = "Task" [ 901.761921] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.770262] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5271e299-e78a-1489-bebb-865214f2b4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.066997] env[64658]: DEBUG nova.compute.utils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.068424] env[64658]: DEBUG nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.068729] env[64658]: DEBUG nova.network.neutron [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.132033] env[64658]: DEBUG nova.policy [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721790598f114c208fb8b778313be0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629acebc52264e8c8573793a3601455b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.157688] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733856, 'name': CreateVM_Task, 'duration_secs': 0.339082} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.157867] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.158613] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.159247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.159641] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.159903] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f6e2a8-694e-4893-8af0-c4d48a717104 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.167810] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 902.167810] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52cb4c29-1478-835e-10a3-fe08ed21c5a9" [ 902.167810] env[64658]: _type = "Task" [ 902.167810] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.182225] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52cb4c29-1478-835e-10a3-fe08ed21c5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.182225] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.182225] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.182225] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.275112] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5271e299-e78a-1489-bebb-865214f2b4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.275112] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.275112] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 59e56795-c3c0-4e4a-9ff5-012b3aa3d435/59e56795-c3c0-4e4a-9ff5-012b3aa3d435.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.275112] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.275112] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.275112] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b42158e-7367-4ab4-a5a1-d44c75449093 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.279641] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fbac74-1f4a-4ebd-a797-bed3ba200315 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.289356] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 902.289356] env[64658]: value = "task-2733857" [ 902.289356] env[64658]: _type = "Task" [ 902.289356] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.294845] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.295488] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.299181] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45318121-48d1-498e-bce0-c1bad2b3ec38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.305670] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.309913] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 902.309913] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52aa419d-6681-da2d-3ae9-7825eb3b818b" [ 902.309913] env[64658]: _type = "Task" [ 902.309913] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.323659] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52aa419d-6681-da2d-3ae9-7825eb3b818b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.542901] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e53f46-98fe-46a8-bda5-6301a0d62cfd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.552184] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f773e3-0442-4cb4-8dcd-bbd416093943 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.592477] env[64658]: DEBUG nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.594863] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552d1116-e2c6-4e8a-98c0-8d2896d856fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.606991] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d392e1-2de3-4eb7-b34a-3e306dba3b67 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.626517] env[64658]: DEBUG nova.compute.provider_tree [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.655216] env[64658]: DEBUG nova.network.neutron [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Successfully created port: b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.806602] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733857, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.823083] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52aa419d-6681-da2d-3ae9-7825eb3b818b, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.824344] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f071b2-adad-4717-aea2-abc82f074dfb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.833720] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 902.833720] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52da2d46-17c6-bac1-c19a-80e8b101fe0a" [ 902.833720] env[64658]: _type = "Task" [ 902.833720] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.845009] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52da2d46-17c6-bac1-c19a-80e8b101fe0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.845009] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.845399] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.845529] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec947ac0-b16d-4b86-a11d-0fa8f191d3f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.853293] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 902.853293] env[64658]: value = "task-2733858" [ 902.853293] env[64658]: _type = "Task" [ 902.853293] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.867691] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.132312] env[64658]: DEBUG nova.scheduler.client.report [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.310981] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532487} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.310981] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 59e56795-c3c0-4e4a-9ff5-012b3aa3d435/59e56795-c3c0-4e4a-9ff5-012b3aa3d435.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.310981] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.310981] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a46e0cad-6573-45c6-b4cc-36635f605e25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.320785] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 903.320785] env[64658]: value = "task-2733859" [ 903.320785] env[64658]: _type = "Task" [ 903.320785] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.331977] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.367106] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469286} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.367394] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.367652] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.368112] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a89795f3-bf2f-4ffb-9d09-7e1507dae824 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.376172] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 903.376172] env[64658]: value = "task-2733860" [ 903.376172] env[64658]: _type = "Task" [ 903.376172] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.385827] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.603205] env[64658]: DEBUG nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.633100] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.633100] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.633100] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.633100] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.633100] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.634358] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.635047] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.635383] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.638080] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.638080] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.638080] env[64658]: DEBUG nova.virt.hardware [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.638080] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd7aefe-f8ea-4337-ab6a-7564a6936af7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.640758] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.643061] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.075s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.643415] env[64658]: DEBUG nova.objects.instance [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lazy-loading 'resources' on Instance uuid 2928c1b7-88ab-4ccc-bffa-586cd68f51fd {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.652199] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01ced4-51cf-4ca4-855a-01c5e5a6faad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.674388] env[64658]: INFO nova.scheduler.client.report [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Deleted allocations for instance 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed [ 903.830681] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067361} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.830959] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.832154] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d360d25b-8220-41e8-919f-eb42fb8313dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.858073] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 59e56795-c3c0-4e4a-9ff5-012b3aa3d435/59e56795-c3c0-4e4a-9ff5-012b3aa3d435.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.858570] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1161d6ae-5d27-4e33-8449-c94a089238b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.883462] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 903.883462] env[64658]: value = "task-2733861" [ 903.883462] env[64658]: _type = "Task" [ 903.883462] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.889418] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062911} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.890048] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.891023] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f1fdb9-9d3c-442b-b600-d78889fc08eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.895989] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.916263] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.916706] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-079f3e08-1b93-479a-a8ab-9b8f10be6a3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.940650] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 903.940650] env[64658]: value = "task-2733862" [ 903.940650] env[64658]: _type = "Task" [ 903.940650] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.949467] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.183494] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3330bc35-3366-4632-92df-cfbe910a4760 tempest-ImagesOneServerNegativeTestJSON-489812808 tempest-ImagesOneServerNegativeTestJSON-489812808-project-member] Lock "3b9726a1-41a5-4940-b7dc-0c1d6368c6ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.216s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.196974] env[64658]: DEBUG nova.compute.manager [req-2a2381eb-4f8b-411d-8a61-c74fcb84152b req-f932f799-11ba-4dfc-a017-b66a70dd5f78 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Received event network-vif-plugged-b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.198767] env[64658]: DEBUG oslo_concurrency.lockutils [req-2a2381eb-4f8b-411d-8a61-c74fcb84152b req-f932f799-11ba-4dfc-a017-b66a70dd5f78 service nova] Acquiring lock "5430be3a-a397-4e62-81d8-01bc10fcd657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.199034] env[64658]: DEBUG oslo_concurrency.lockutils [req-2a2381eb-4f8b-411d-8a61-c74fcb84152b req-f932f799-11ba-4dfc-a017-b66a70dd5f78 service nova] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.200380] env[64658]: DEBUG oslo_concurrency.lockutils [req-2a2381eb-4f8b-411d-8a61-c74fcb84152b req-f932f799-11ba-4dfc-a017-b66a70dd5f78 service nova] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.200380] env[64658]: DEBUG nova.compute.manager [req-2a2381eb-4f8b-411d-8a61-c74fcb84152b req-f932f799-11ba-4dfc-a017-b66a70dd5f78 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] No waiting events found dispatching network-vif-plugged-b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.200380] env[64658]: WARNING nova.compute.manager [req-2a2381eb-4f8b-411d-8a61-c74fcb84152b req-f932f799-11ba-4dfc-a017-b66a70dd5f78 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Received unexpected event network-vif-plugged-b200d740-7429-4a28-83b1-24b1bdbd7709 for instance with vm_state building and task_state spawning. [ 904.262699] env[64658]: DEBUG nova.network.neutron [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Successfully updated port: b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.404361] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733861, 'name': ReconfigVM_Task, 'duration_secs': 0.333095} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.407101] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 59e56795-c3c0-4e4a-9ff5-012b3aa3d435/59e56795-c3c0-4e4a-9ff5-012b3aa3d435.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.408600] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4223d047-0940-4dc7-be38-0a41d98c9ce6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.415770] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 904.415770] env[64658]: value = "task-2733863" [ 904.415770] env[64658]: _type = "Task" [ 904.415770] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.424225] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733863, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.453793] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733862, 'name': ReconfigVM_Task, 'duration_secs': 0.320892} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.454111] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 3bffa434-8e8c-4158-875f-720aed2cd1bd/3bffa434-8e8c-4158-875f-720aed2cd1bd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.454910] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9939c1f-5ef9-4dfa-9602-b3ae10b05052 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.462338] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 904.462338] env[64658]: value = "task-2733864" [ 904.462338] env[64658]: _type = "Task" [ 904.462338] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.473706] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733864, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.627951] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4b9e0e-9528-43e0-a964-26bd6f440eee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.635948] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c18a50a-7069-409f-aca6-0d0b1bd1beca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.668346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50160ae0-ac07-411e-98d1-a2ae5d2f6640 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.676286] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41168117-e158-448c-849b-2dd71eadf5d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.691648] env[64658]: DEBUG nova.compute.provider_tree [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.765875] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.766040] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.766200] env[64658]: DEBUG nova.network.neutron [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.925804] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733863, 'name': Rename_Task, 'duration_secs': 0.163359} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.926121] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.926377] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ad3340-6e40-4f67-8c2e-de69481a8f9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.934349] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 904.934349] env[64658]: value = "task-2733865" [ 904.934349] env[64658]: _type = "Task" [ 904.934349] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.946561] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.971617] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733864, 'name': Rename_Task, 'duration_secs': 0.171871} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.971942] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.972223] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28da6137-687d-4aac-8b7d-cdfc840b2aa6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.980220] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 904.980220] env[64658]: value = "task-2733866" [ 904.980220] env[64658]: _type = "Task" [ 904.980220] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.000944] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.195328] env[64658]: DEBUG nova.scheduler.client.report [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.324665] env[64658]: DEBUG nova.network.neutron [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.444912] env[64658]: DEBUG oslo_vmware.api [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733865, 'name': PowerOnVM_Task, 'duration_secs': 0.482345} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.445285] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.445449] env[64658]: INFO nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Took 8.22 seconds to spawn the instance on the hypervisor. [ 905.445634] env[64658]: DEBUG nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.446436] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d57e1-0cbd-40d4-a462-e741522688d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.495137] env[64658]: DEBUG oslo_vmware.api [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733866, 'name': PowerOnVM_Task, 'duration_secs': 0.492282} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.495137] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.498762] env[64658]: DEBUG nova.compute.manager [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.500592] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982909f9-57ec-4c82-a57a-bd583f687147 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.605152] env[64658]: DEBUG nova.network.neutron [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [{"id": "b200d740-7429-4a28-83b1-24b1bdbd7709", "address": "fa:16:3e:01:11:69", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb200d740-74", "ovs_interfaceid": "b200d740-7429-4a28-83b1-24b1bdbd7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.704388] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.706950] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.532s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.708722] env[64658]: INFO nova.compute.claims [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.757516] env[64658]: INFO nova.scheduler.client.report [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Deleted allocations for instance 2928c1b7-88ab-4ccc-bffa-586cd68f51fd [ 905.966305] env[64658]: INFO nova.compute.manager [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Took 51.22 seconds to build instance. [ 906.022447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.111267] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.111267] env[64658]: DEBUG nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Instance network_info: |[{"id": "b200d740-7429-4a28-83b1-24b1bdbd7709", "address": "fa:16:3e:01:11:69", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb200d740-74", "ovs_interfaceid": "b200d740-7429-4a28-83b1-24b1bdbd7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.111267] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:11:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b200d740-7429-4a28-83b1-24b1bdbd7709', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.120639] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating folder: Project (629acebc52264e8c8573793a3601455b). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.121187] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b60e512-62a0-4ee7-8745-f7523d9da880 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.134195] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created folder: Project (629acebc52264e8c8573793a3601455b) in parent group-v550231. [ 906.134195] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating folder: Instances. Parent ref: group-v550430. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.134195] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ea6eb18-f16c-4699-bddb-68b972826900 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.144574] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created folder: Instances in parent group-v550430. [ 906.144852] env[64658]: DEBUG oslo.service.loopingcall [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.145069] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.145293] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c623f2-7ab3-4a3d-8b5b-410a46f25273 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.169704] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.169704] env[64658]: value = "task-2733869" [ 906.169704] env[64658]: _type = "Task" [ 906.169704] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.178139] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733869, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.269059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-08295bbd-cef8-4249-80c0-a3d96b2eb498 tempest-SecurityGroupsTestJSON-526413473 tempest-SecurityGroupsTestJSON-526413473-project-member] Lock "2928c1b7-88ab-4ccc-bffa-586cd68f51fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.389s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.315542] env[64658]: DEBUG nova.compute.manager [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Received event network-changed-b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.316030] env[64658]: DEBUG nova.compute.manager [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Refreshing instance network info cache due to event network-changed-b200d740-7429-4a28-83b1-24b1bdbd7709. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.316081] env[64658]: DEBUG oslo_concurrency.lockutils [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] Acquiring lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.316257] env[64658]: DEBUG oslo_concurrency.lockutils [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] Acquired lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.316490] env[64658]: DEBUG nova.network.neutron [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Refreshing network info cache for port b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.468921] env[64658]: DEBUG oslo_concurrency.lockutils [None req-417274a3-39ba-405b-8349-b9fffb3a8e47 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.728s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.688566] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733869, 'name': CreateVM_Task, 'duration_secs': 0.367227} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.688760] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.689627] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.689806] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.690136] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.690400] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46b97c1-ec28-43c3-b798-69aa05bb7b11 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.698309] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 906.698309] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523bf0d9-fb9c-6824-da43-f9668ce3ea07" [ 906.698309] env[64658]: _type = "Task" [ 906.698309] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.706495] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523bf0d9-fb9c-6824-da43-f9668ce3ea07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.133041] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e000cc-a26b-4653-bc75-ce689b4e2cd0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.141630] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e217bf77-43b8-423a-a028-90176372d041 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.181342] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baed402f-421f-4635-95cc-9ad16c6405bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.189879] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c847467-4adc-4082-b78a-73a361e25b24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.204866] env[64658]: DEBUG nova.compute.provider_tree [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.215749] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523bf0d9-fb9c-6824-da43-f9668ce3ea07, 'name': SearchDatastore_Task, 'duration_secs': 0.027341} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.216637] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.216950] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.217213] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.217413] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.217597] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.218165] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f18ab0b3-cc53-4bd8-b0b5-c8dc9722de65 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.226936] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.227127] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.227855] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d758b34e-3e3b-43da-bd06-f96d93e818d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.233784] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 907.233784] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5213785c-8474-3606-5296-fed505be2380" [ 907.233784] env[64658]: _type = "Task" [ 907.233784] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.234575] env[64658]: DEBUG nova.network.neutron [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updated VIF entry in instance network info cache for port b200d740-7429-4a28-83b1-24b1bdbd7709. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.234938] env[64658]: DEBUG nova.network.neutron [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [{"id": "b200d740-7429-4a28-83b1-24b1bdbd7709", "address": "fa:16:3e:01:11:69", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb200d740-74", "ovs_interfaceid": "b200d740-7429-4a28-83b1-24b1bdbd7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.247026] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5213785c-8474-3606-5296-fed505be2380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.535343] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "3bffa434-8e8c-4158-875f-720aed2cd1bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.535634] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.535825] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "3bffa434-8e8c-4158-875f-720aed2cd1bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.536035] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.536174] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.538422] env[64658]: INFO nova.compute.manager [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Terminating instance [ 907.687682] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.689671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.713793] env[64658]: DEBUG nova.scheduler.client.report [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.745888] env[64658]: DEBUG oslo_concurrency.lockutils [req-7fbdfccd-77b5-4ad1-89ed-85b8e0cf14d5 req-8704deb3-8e16-4f41-846c-2ec9abf493bb service nova] Releasing lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.761341] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5213785c-8474-3606-5296-fed505be2380, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.761341] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c4bda0-2053-46f6-89e4-5c7923110c36 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.767021] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 907.767021] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ed510d-5c9d-110a-84b4-0df72047939b" [ 907.767021] env[64658]: _type = "Task" [ 907.767021] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.777187] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ed510d-5c9d-110a-84b4-0df72047939b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.045179] env[64658]: DEBUG nova.compute.manager [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.045179] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.045179] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74ff14-2ce6-4b22-aeab-e08f268e3e9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.053770] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.054093] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce76eeb-375f-43c6-aa47-ecb72a6759ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.063483] env[64658]: DEBUG oslo_vmware.api [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 908.063483] env[64658]: value = "task-2733870" [ 908.063483] env[64658]: _type = "Task" [ 908.063483] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.078048] env[64658]: DEBUG oslo_vmware.api [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.193995] env[64658]: DEBUG nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.218419] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.218952] env[64658]: DEBUG nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.222447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.713s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.285525] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ed510d-5c9d-110a-84b4-0df72047939b, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.285525] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.285525] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5430be3a-a397-4e62-81d8-01bc10fcd657/5430be3a-a397-4e62-81d8-01bc10fcd657.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.285525] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f7006ae-626d-4b94-aa14-4de9b4efe4c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.295494] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 908.295494] env[64658]: value = "task-2733871" [ 908.295494] env[64658]: _type = "Task" [ 908.295494] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.306307] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.377107] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.377350] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.578082] env[64658]: DEBUG oslo_vmware.api [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733870, 'name': PowerOffVM_Task, 'duration_secs': 0.273246} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.583112] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.583112] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.583112] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f265800-438d-446a-99d2-025b8f614c97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.665538] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.666888] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.668024] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleting the datastore file [datastore1] 3bffa434-8e8c-4158-875f-720aed2cd1bd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.668024] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3f81b67-f1f6-4575-8840-41e9f933596c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.681229] env[64658]: DEBUG oslo_vmware.api [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 908.681229] env[64658]: value = "task-2733873" [ 908.681229] env[64658]: _type = "Task" [ 908.681229] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.691848] env[64658]: DEBUG oslo_vmware.api [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.720459] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.738130] env[64658]: DEBUG nova.compute.utils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 908.739574] env[64658]: DEBUG nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.739898] env[64658]: DEBUG nova.network.neutron [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.809222] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733871, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.841658] env[64658]: DEBUG nova.policy [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78beea7a270a4041b07ef7724fc862e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765b853eb54d44cf86b157bb1bd25e25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.883897] env[64658]: DEBUG nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.198694] env[64658]: DEBUG oslo_vmware.api [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262136} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.198923] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.199124] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.199801] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.199801] env[64658]: INFO nova.compute.manager [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 909.199801] env[64658]: DEBUG oslo.service.loopingcall [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.200016] env[64658]: DEBUG nova.compute.manager [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.200069] env[64658]: DEBUG nova.network.neutron [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.240093] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Applying migration context for instance b14417a8-4522-465d-9eff-f44b1e438595 as it has an incoming, in-progress migration 077259de-fa40-4f58-af6e-8570d8715424. Migration status is confirming {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 909.242359] env[64658]: INFO nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating resource usage from migration 077259de-fa40-4f58-af6e-8570d8715424 [ 909.245997] env[64658]: DEBUG nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.271545] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 604afb68-292a-4e28-a901-9df7a8d5be47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.271834] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance acc0f605-4ba1-442c-ac75-051e800b49b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.271972] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272635] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 9c994fa0-bb33-442d-8a59-8639509102c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272635] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 13b41870-4408-41c7-8e44-25f31f709f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272635] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 75f0eb9c-821c-4f8a-843d-cabea91f149d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272635] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance afdef77d-2cba-47a6-b593-7736669070f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272635] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance bf6c1e9e-c206-4e6b-a0d8-4405839a2702 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272846] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 2e6c189f-d6c6-415c-9f64-b9b6413cdf87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.272846] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5dc4150c-685f-4beb-8a6b-770414be766c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272903] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 102cf96e-9cf9-4761-a1c7-97940113abff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.272993] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 8883e2fc-fa2b-424b-8e38-665ab832fb81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.273113] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 4f466b34-4e7f-4b25-9053-8d0c21752c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.273222] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.273323] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Migration 077259de-fa40-4f58-af6e-8570d8715424 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 909.273431] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance b14417a8-4522-465d-9eff-f44b1e438595 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.273562] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 4b6af49c-c2d5-4df0-818f-788616455019 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 909.273677] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 3bffa434-8e8c-4158-875f-720aed2cd1bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.273787] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 59e56795-c3c0-4e4a-9ff5-012b3aa3d435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.273896] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.274013] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance c0b1df56-26d1-452e-b87a-ba1de9cd4dda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 909.311015] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553663} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.313095] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5430be3a-a397-4e62-81d8-01bc10fcd657/5430be3a-a397-4e62-81d8-01bc10fcd657.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.313350] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.313620] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66bdc1cd-1af4-4e00-acec-70d54a388d61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.326563] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 909.326563] env[64658]: value = "task-2733874" [ 909.326563] env[64658]: _type = "Task" [ 909.326563] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.337630] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.409247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.518020] env[64658]: DEBUG nova.network.neutron [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Successfully created port: ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.589161] env[64658]: DEBUG nova.compute.manager [req-2f3f1745-40fc-4a79-aa73-d01b31620629 req-43a108e1-43bf-4c30-b956-47eacfb0d5bf service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Received event network-vif-deleted-3b896c6a-de64-478d-b64b-61c7c2d57e90 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.589451] env[64658]: INFO nova.compute.manager [req-2f3f1745-40fc-4a79-aa73-d01b31620629 req-43a108e1-43bf-4c30-b956-47eacfb0d5bf service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Neutron deleted interface 3b896c6a-de64-478d-b64b-61c7c2d57e90; detaching it from the instance and deleting it from the info cache [ 909.589916] env[64658]: DEBUG nova.network.neutron [req-2f3f1745-40fc-4a79-aa73-d01b31620629 req-43a108e1-43bf-4c30-b956-47eacfb0d5bf service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.777972] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 7b8df0de-651f-488c-861d-2d90c8ffaa8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 909.841756] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074623} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.842065] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.843168] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ed65e-9db6-40fa-93e7-a88dece1810a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.872844] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 5430be3a-a397-4e62-81d8-01bc10fcd657/5430be3a-a397-4e62-81d8-01bc10fcd657.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.872844] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01074f2-779b-403a-95f5-b56b6468d05d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.893630] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 909.893630] env[64658]: value = "task-2733875" [ 909.893630] env[64658]: _type = "Task" [ 909.893630] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.907698] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.978858] env[64658]: DEBUG nova.network.neutron [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.094636] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-388727c6-21a0-43bc-8095-0b88cd6005c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.107855] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ef8677-6037-486d-bedd-fbb5bac68284 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.152567] env[64658]: DEBUG nova.compute.manager [req-2f3f1745-40fc-4a79-aa73-d01b31620629 req-43a108e1-43bf-4c30-b956-47eacfb0d5bf service nova] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Detach interface failed, port_id=3b896c6a-de64-478d-b64b-61c7c2d57e90, reason: Instance 3bffa434-8e8c-4158-875f-720aed2cd1bd could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 910.256936] env[64658]: DEBUG nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.281952] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 910.295479] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.295740] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.295898] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.296169] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.296237] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.296465] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.296572] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.296732] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.296897] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.297335] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.297433] env[64658]: DEBUG nova.virt.hardware [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.298415] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2219ece-911f-4150-af7e-5e4621181d0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.309704] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db0f28a-979e-4631-8953-9d0e364374d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.404268] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733875, 'name': ReconfigVM_Task, 'duration_secs': 0.335058} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.405236] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 5430be3a-a397-4e62-81d8-01bc10fcd657/5430be3a-a397-4e62-81d8-01bc10fcd657.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.405236] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46e4de4a-50d6-491d-b63c-0f289d86255a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.413964] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 910.413964] env[64658]: value = "task-2733876" [ 910.413964] env[64658]: _type = "Task" [ 910.413964] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.423826] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733876, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.481864] env[64658]: INFO nova.compute.manager [-] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Took 1.28 seconds to deallocate network for instance. [ 910.785928] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance da82a2df-50c8-4265-925e-2b7f781e7718 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 910.787206] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "164ab5dd-bae6-4721-9d91-083cf08997e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.787341] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.932171] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733876, 'name': Rename_Task, 'duration_secs': 0.157928} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.932171] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.932171] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-903fb39a-6b1d-4ba2-94e2-47497e9243a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.941951] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 910.941951] env[64658]: value = "task-2733877" [ 910.941951] env[64658]: _type = "Task" [ 910.941951] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.955540] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.989199] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.290494] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.293416] env[64658]: DEBUG nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.456827] env[64658]: DEBUG oslo_vmware.api [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2733877, 'name': PowerOnVM_Task, 'duration_secs': 0.514853} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.457145] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.457351] env[64658]: INFO nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Took 7.86 seconds to spawn the instance on the hypervisor. [ 911.457557] env[64658]: DEBUG nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.460819] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2329da0e-2f41-4d4c-9c82-e39c4b9a4692 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.631767] env[64658]: DEBUG nova.compute.manager [req-d44f9e2e-b099-49c9-9382-4fbc48c3e0be req-a8943b3a-4ca0-41f8-aaa0-0bd433f0b96d service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Received event network-vif-plugged-ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.632116] env[64658]: DEBUG oslo_concurrency.lockutils [req-d44f9e2e-b099-49c9-9382-4fbc48c3e0be req-a8943b3a-4ca0-41f8-aaa0-0bd433f0b96d service nova] Acquiring lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.632341] env[64658]: DEBUG oslo_concurrency.lockutils [req-d44f9e2e-b099-49c9-9382-4fbc48c3e0be req-a8943b3a-4ca0-41f8-aaa0-0bd433f0b96d service nova] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.632509] env[64658]: DEBUG oslo_concurrency.lockutils [req-d44f9e2e-b099-49c9-9382-4fbc48c3e0be req-a8943b3a-4ca0-41f8-aaa0-0bd433f0b96d service nova] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.632679] env[64658]: DEBUG nova.compute.manager [req-d44f9e2e-b099-49c9-9382-4fbc48c3e0be req-a8943b3a-4ca0-41f8-aaa0-0bd433f0b96d service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] No waiting events found dispatching network-vif-plugged-ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.632840] env[64658]: WARNING nova.compute.manager [req-d44f9e2e-b099-49c9-9382-4fbc48c3e0be req-a8943b3a-4ca0-41f8-aaa0-0bd433f0b96d service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Received unexpected event network-vif-plugged-ea0d3717-d739-4430-8ff7-3dbb78209617 for instance with vm_state building and task_state spawning. [ 911.751938] env[64658]: DEBUG nova.network.neutron [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Successfully updated port: ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.796012] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.822349] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.983296] env[64658]: INFO nova.compute.manager [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Took 46.94 seconds to build instance. [ 912.255678] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.255678] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.255678] env[64658]: DEBUG nova.network.neutron [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.304259] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance b2d35a6b-370b-4773-940d-e63f10bbb8d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 912.304259] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 912.304259] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 912.487936] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5139bca2-2234-4649-b27f-995d363113b1 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.459s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.750037] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fdc936-fa82-4e7c-b21d-0cdd67cd6b2d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.761105] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ecd35a-af90-4f6a-947d-af99ed035ce1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.798275] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3508243e-efb1-4e89-85cf-cffc032e818f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.809152] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a706fc-f7c3-49a3-a0c4-8e71e929f97a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.829479] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.835122] env[64658]: DEBUG nova.network.neutron [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.158290] env[64658]: DEBUG nova.network.neutron [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Updating instance_info_cache with network_info: [{"id": "ea0d3717-d739-4430-8ff7-3dbb78209617", "address": "fa:16:3e:eb:ee:5b", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d3717-d7", "ovs_interfaceid": "ea0d3717-d739-4430-8ff7-3dbb78209617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.336323] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.663284] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.664269] env[64658]: DEBUG nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Instance network_info: |[{"id": "ea0d3717-d739-4430-8ff7-3dbb78209617", "address": "fa:16:3e:eb:ee:5b", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d3717-d7", "ovs_interfaceid": "ea0d3717-d739-4430-8ff7-3dbb78209617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.665246] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ee:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0d3717-d739-4430-8ff7-3dbb78209617', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.675272] env[64658]: DEBUG oslo.service.loopingcall [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.676921] env[64658]: DEBUG nova.compute.manager [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Received event network-changed-ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.677235] env[64658]: DEBUG nova.compute.manager [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Refreshing instance network info cache due to event network-changed-ea0d3717-d739-4430-8ff7-3dbb78209617. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.677325] env[64658]: DEBUG oslo_concurrency.lockutils [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] Acquiring lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.677484] env[64658]: DEBUG oslo_concurrency.lockutils [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] Acquired lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.677665] env[64658]: DEBUG nova.network.neutron [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Refreshing network info cache for port ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.682049] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.682451] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a835702-4023-4033-8989-e06b74de3c30 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.715193] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.715193] env[64658]: value = "task-2733881" [ 913.715193] env[64658]: _type = "Task" [ 913.715193] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.728052] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733881, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.838962] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 913.839923] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.617s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.840610] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.080s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.842731] env[64658]: INFO nova.compute.claims [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.847549] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.847750] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Cleaning up deleted instances {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 914.226901] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733881, 'name': CreateVM_Task, 'duration_secs': 0.412626} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.227552] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.227831] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.227999] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.228323] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.228582] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8655dbd3-04c9-4357-9f43-dd4a5c72d7c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.236185] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 914.236185] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ac52c3-485d-577a-fdeb-2bc0f40a13bd" [ 914.236185] env[64658]: _type = "Task" [ 914.236185] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.244812] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ac52c3-485d-577a-fdeb-2bc0f40a13bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.363593] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] There are 49 instances to clean {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 914.364343] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 3b9726a1-41a5-4940-b7dc-0c1d6368c6ed] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 914.415559] env[64658]: DEBUG nova.network.neutron [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Updated VIF entry in instance network info cache for port ea0d3717-d739-4430-8ff7-3dbb78209617. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.415998] env[64658]: DEBUG nova.network.neutron [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Updating instance_info_cache with network_info: [{"id": "ea0d3717-d739-4430-8ff7-3dbb78209617", "address": "fa:16:3e:eb:ee:5b", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d3717-d7", "ovs_interfaceid": "ea0d3717-d739-4430-8ff7-3dbb78209617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.750553] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ac52c3-485d-577a-fdeb-2bc0f40a13bd, 'name': SearchDatastore_Task, 'duration_secs': 0.042156} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.750899] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.751156] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.751395] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.751542] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.751719] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.751982] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d738d767-8873-47cb-8ceb-8966a211efa2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.763290] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.763493] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.764351] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49269475-efc7-4b39-989a-6d469c0e37fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.771647] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 914.771647] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527944ac-0054-1bff-b992-c955a688a5a5" [ 914.771647] env[64658]: _type = "Task" [ 914.771647] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.780368] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527944ac-0054-1bff-b992-c955a688a5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.875371] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: be085354-542a-4d5d-bcb8-f53394e36b2f] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 914.921476] env[64658]: DEBUG oslo_concurrency.lockutils [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] Releasing lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.921476] env[64658]: DEBUG nova.compute.manager [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Received event network-changed-b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.921476] env[64658]: DEBUG nova.compute.manager [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Refreshing instance network info cache due to event network-changed-b200d740-7429-4a28-83b1-24b1bdbd7709. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 914.921476] env[64658]: DEBUG oslo_concurrency.lockutils [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] Acquiring lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.921476] env[64658]: DEBUG oslo_concurrency.lockutils [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] Acquired lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.921476] env[64658]: DEBUG nova.network.neutron [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Refreshing network info cache for port b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.282789] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527944ac-0054-1bff-b992-c955a688a5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.030154} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.286311] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1922f4a5-0ca3-4c24-850d-79832c0ecaee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.292746] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 915.292746] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a979a7-9a45-28a3-9795-ed31a1155fe0" [ 915.292746] env[64658]: _type = "Task" [ 915.292746] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.298749] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55fbe23-f590-4257-8a6c-b03186e6d281 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.303949] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a979a7-9a45-28a3-9795-ed31a1155fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.308493] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a90c7-520a-4893-9751-32e3255c794a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.340039] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae840d-b4de-41a0-a4db-2e1cb8b88440 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.348177] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba7d39-06fd-44f7-82ba-bce23aaaaa73 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.363826] env[64658]: DEBUG nova.compute.provider_tree [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.380335] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 33f4600a-066c-43fb-908b-b7fe98ac7e22] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 915.643214] env[64658]: DEBUG nova.network.neutron [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updated VIF entry in instance network info cache for port b200d740-7429-4a28-83b1-24b1bdbd7709. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.643590] env[64658]: DEBUG nova.network.neutron [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [{"id": "b200d740-7429-4a28-83b1-24b1bdbd7709", "address": "fa:16:3e:01:11:69", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb200d740-74", "ovs_interfaceid": "b200d740-7429-4a28-83b1-24b1bdbd7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.803587] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a979a7-9a45-28a3-9795-ed31a1155fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.803912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.804257] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.804572] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-065814a9-9674-4932-b536-9bc12bf86d56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.813971] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 915.813971] env[64658]: value = "task-2733882" [ 915.813971] env[64658]: _type = "Task" [ 915.813971] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.825701] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.859744] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.860320] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.868099] env[64658]: DEBUG nova.scheduler.client.report [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.883681] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: a559a1ce-8202-4244-a5c9-5e8e567257d0] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 916.146907] env[64658]: DEBUG oslo_concurrency.lockutils [req-9dd4c0ab-c5cd-4450-9d4c-a7d5cd428781 req-a5f67a04-19cf-45c9-ac39-ee487faf7bb8 service nova] Releasing lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.327145] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733882, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.362979] env[64658]: DEBUG nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.374368] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.374901] env[64658]: DEBUG nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.377455] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.449s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.379051] env[64658]: INFO nova.compute.claims [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.386493] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: f1f47e81-efa2-4c71-9092-e576f08b7048] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 916.827040] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541384} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.827040] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.827040] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.827040] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c840824-46b5-4380-b85d-226670b7ce2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.834429] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 916.834429] env[64658]: value = "task-2733884" [ 916.834429] env[64658]: _type = "Task" [ 916.834429] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.843517] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.883768] env[64658]: DEBUG nova.compute.utils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 916.887987] env[64658]: DEBUG nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.887987] env[64658]: DEBUG nova.network.neutron [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.890051] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 29dc6f3d-26c5-4757-905b-5c7bc0e14998] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 916.892356] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.927869] env[64658]: DEBUG nova.policy [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f392d18075f04533966e5c2011c246af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374061ad2fad4f9fb341db0b3f1f8141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.211804] env[64658]: DEBUG nova.network.neutron [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Successfully created port: 811a5ad6-de4e-456f-8070-b8be66e7d84f {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.346070] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069493} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.346348] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.347221] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7250ad-ef82-4a01-9576-d49d26878525 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.372315] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.372699] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad491be-348c-4bd6-b456-b29d0b7cc8c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.390371] env[64658]: DEBUG nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.396506] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: a7739099-b48a-4925-a176-93b4f4f7570f] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 917.407757] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 917.407757] env[64658]: value = "task-2733885" [ 917.407757] env[64658]: _type = "Task" [ 917.407757] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.417667] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.748422] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b22cb12-69a8-4338-93ac-24aec3c860fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.756255] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ead6ea-1e95-40db-959a-95de2c2e5f8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.785971] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a0923-2ca3-4845-9ec6-0eed2ac9b7a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.793880] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38e805-2d12-4741-adae-e2985c276ffe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.809829] env[64658]: DEBUG nova.compute.provider_tree [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.901326] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 3ec837c2-3d43-42cc-b2ba-f4653a6a30f0] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 917.921238] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733885, 'name': ReconfigVM_Task, 'duration_secs': 0.337772} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.921532] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.922329] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b449779b-0fe9-476d-a739-fb1829d17a97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.931861] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 917.931861] env[64658]: value = "task-2733886" [ 917.931861] env[64658]: _type = "Task" [ 917.931861] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.944199] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733886, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.313715] env[64658]: DEBUG nova.scheduler.client.report [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.403775] env[64658]: DEBUG nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.406235] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 2af40134-8a16-4b54-a16f-2598a45fb781] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 918.431012] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.431299] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.431457] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.431641] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.431790] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.431957] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.432191] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.432381] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.432521] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.432683] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.432853] env[64658]: DEBUG nova.virt.hardware [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.433797] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde6f12-e507-4cb4-9e44-5b393b525c7b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.446083] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733886, 'name': Rename_Task, 'duration_secs': 0.156638} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.448201] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.448546] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-556e6249-f516-4af5-bdd4-b1275e427fe9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.451292] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8659f2-86d0-4a23-bf78-b13db2e8c07d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.468992] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 918.468992] env[64658]: value = "task-2733888" [ 918.468992] env[64658]: _type = "Task" [ 918.468992] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.476826] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.637575] env[64658]: DEBUG nova.compute.manager [req-6e02fa55-0ced-4fd5-b92a-fdd65491d5ee req-8208ea79-7822-4508-9cf2-6d0995e2dfa2 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Received event network-vif-plugged-811a5ad6-de4e-456f-8070-b8be66e7d84f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.637814] env[64658]: DEBUG oslo_concurrency.lockutils [req-6e02fa55-0ced-4fd5-b92a-fdd65491d5ee req-8208ea79-7822-4508-9cf2-6d0995e2dfa2 service nova] Acquiring lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.638036] env[64658]: DEBUG oslo_concurrency.lockutils [req-6e02fa55-0ced-4fd5-b92a-fdd65491d5ee req-8208ea79-7822-4508-9cf2-6d0995e2dfa2 service nova] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.638247] env[64658]: DEBUG oslo_concurrency.lockutils [req-6e02fa55-0ced-4fd5-b92a-fdd65491d5ee req-8208ea79-7822-4508-9cf2-6d0995e2dfa2 service nova] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.638372] env[64658]: DEBUG nova.compute.manager [req-6e02fa55-0ced-4fd5-b92a-fdd65491d5ee req-8208ea79-7822-4508-9cf2-6d0995e2dfa2 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] No waiting events found dispatching network-vif-plugged-811a5ad6-de4e-456f-8070-b8be66e7d84f {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.638538] env[64658]: WARNING nova.compute.manager [req-6e02fa55-0ced-4fd5-b92a-fdd65491d5ee req-8208ea79-7822-4508-9cf2-6d0995e2dfa2 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Received unexpected event network-vif-plugged-811a5ad6-de4e-456f-8070-b8be66e7d84f for instance with vm_state building and task_state spawning. [ 918.719348] env[64658]: DEBUG nova.network.neutron [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Successfully updated port: 811a5ad6-de4e-456f-8070-b8be66e7d84f {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.819134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.819758] env[64658]: DEBUG nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.822550] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.206s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.822758] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.824849] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.868s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.876737] env[64658]: INFO nova.scheduler.client.report [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Deleted allocations for instance 4b6af49c-c2d5-4df0-818f-788616455019 [ 918.911915] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 146cdb65-6e67-4091-a32c-dd8c5accbdba] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 918.980334] env[64658]: DEBUG oslo_vmware.api [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2733888, 'name': PowerOnVM_Task, 'duration_secs': 0.465151} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.980645] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.980852] env[64658]: INFO nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Took 8.72 seconds to spawn the instance on the hypervisor. [ 918.981129] env[64658]: DEBUG nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.981908] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f97e25b-994d-4a7d-9414-26ba702281e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.222323] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "refresh_cache-7b8df0de-651f-488c-861d-2d90c8ffaa8b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.222514] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "refresh_cache-7b8df0de-651f-488c-861d-2d90c8ffaa8b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.222630] env[64658]: DEBUG nova.network.neutron [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.329119] env[64658]: DEBUG nova.compute.utils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 919.333572] env[64658]: DEBUG nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.336077] env[64658]: DEBUG nova.network.neutron [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.386658] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f23d5482-0ca8-49cb-91e1-e2e66fac0e84 tempest-InstanceActionsNegativeTestJSON-1119083718 tempest-InstanceActionsNegativeTestJSON-1119083718-project-member] Lock "4b6af49c-c2d5-4df0-818f-788616455019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.150s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.407108] env[64658]: DEBUG nova.policy [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95e7e5f4fa9244859c9075ba6f2f60c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8a85fe8cbbd4388a8a04cccef03f4f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.418541] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: c1540b7f-7546-4b30-93ba-471e585e3a60] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 919.510326] env[64658]: INFO nova.compute.manager [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Took 50.35 seconds to build instance. [ 919.752817] env[64658]: DEBUG nova.network.neutron [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.761060] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad7093-f517-4081-aca5-e98f3fd19def {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.770033] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7bd193-67fc-4f41-9776-9d984f3bd921 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.805532] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db785c-aceb-48f2-bcac-663e52b745ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.814512] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22faf62-2c0b-4c83-b64a-94b139ac7285 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.829546] env[64658]: DEBUG nova.compute.provider_tree [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.834833] env[64658]: DEBUG nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.905641] env[64658]: DEBUG nova.network.neutron [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Successfully created port: e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.920138] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: f814e3c7-93db-4af6-9f2a-2f3e264ca008] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 920.011754] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a93618c9-7a7d-4727-875a-5d994215848e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.861s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.321895] env[64658]: DEBUG nova.network.neutron [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Updating instance_info_cache with network_info: [{"id": "811a5ad6-de4e-456f-8070-b8be66e7d84f", "address": "fa:16:3e:54:6d:54", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a5ad6-de", "ovs_interfaceid": "811a5ad6-de4e-456f-8070-b8be66e7d84f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.333365] env[64658]: DEBUG nova.scheduler.client.report [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.427652] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: e565fd40-68e1-4e13-862b-ffc03fbbc608] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 920.659126] env[64658]: DEBUG nova.compute.manager [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Received event network-changed-ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.659126] env[64658]: DEBUG nova.compute.manager [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Refreshing instance network info cache due to event network-changed-ea0d3717-d739-4430-8ff7-3dbb78209617. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.659126] env[64658]: DEBUG oslo_concurrency.lockutils [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] Acquiring lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.659126] env[64658]: DEBUG oslo_concurrency.lockutils [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] Acquired lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.660303] env[64658]: DEBUG nova.network.neutron [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Refreshing network info cache for port ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.686038] env[64658]: DEBUG nova.compute.manager [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Received event network-changed-811a5ad6-de4e-456f-8070-b8be66e7d84f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.686240] env[64658]: DEBUG nova.compute.manager [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Refreshing instance network info cache due to event network-changed-811a5ad6-de4e-456f-8070-b8be66e7d84f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.686417] env[64658]: DEBUG oslo_concurrency.lockutils [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] Acquiring lock "refresh_cache-7b8df0de-651f-488c-861d-2d90c8ffaa8b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.824375] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "refresh_cache-7b8df0de-651f-488c-861d-2d90c8ffaa8b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.824719] env[64658]: DEBUG nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Instance network_info: |[{"id": "811a5ad6-de4e-456f-8070-b8be66e7d84f", "address": "fa:16:3e:54:6d:54", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a5ad6-de", "ovs_interfaceid": "811a5ad6-de4e-456f-8070-b8be66e7d84f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.825039] env[64658]: DEBUG oslo_concurrency.lockutils [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] Acquired lock "refresh_cache-7b8df0de-651f-488c-861d-2d90c8ffaa8b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.825225] env[64658]: DEBUG nova.network.neutron [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Refreshing network info cache for port 811a5ad6-de4e-456f-8070-b8be66e7d84f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.826445] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:6d:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '811a5ad6-de4e-456f-8070-b8be66e7d84f', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.834021] env[64658]: DEBUG oslo.service.loopingcall [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.834994] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.835251] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-923f4126-50e0-4acb-8c42-01bcdddbe54c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.855962] env[64658]: DEBUG nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.864816] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.864816] env[64658]: value = "task-2733890" [ 920.864816] env[64658]: _type = "Task" [ 920.864816] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.874538] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733890, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.887801] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.888072] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.888268] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.888458] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.888605] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.888752] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.888981] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.889188] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.889381] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.889531] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.889792] env[64658]: DEBUG nova.virt.hardware [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.891122] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bb954c-cc04-4196-b765-6115f542ca8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.899478] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ce86b9-e766-4d1f-a6f1-d56f9fe69af9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.931400] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 17ee3416-3542-40ad-80fb-0da1c63f3f6d] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 921.359974] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.535s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.360186] env[64658]: DEBUG nova.compute.manager [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=64658) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 921.370139] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.541s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.370448] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.373810] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.921s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.375878] env[64658]: INFO nova.compute.claims [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.393098] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733890, 'name': CreateVM_Task, 'duration_secs': 0.374235} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.394436] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.395188] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.395343] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.395656] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.395924] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095e4561-824b-465b-972c-628669d4921a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.403052] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 921.403052] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a5f4b1-7fc6-c01f-b80f-82072addec8a" [ 921.403052] env[64658]: _type = "Task" [ 921.403052] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.412184] env[64658]: INFO nova.scheduler.client.report [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Deleted allocations for instance 2e6c189f-d6c6-415c-9f64-b9b6413cdf87 [ 921.424255] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a5f4b1-7fc6-c01f-b80f-82072addec8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.424255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.424255] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.424255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.424391] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.424550] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.424832] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4201a034-b8ae-44a3-b9e5-d53a8d03b735 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.435336] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 179392a5-0392-443c-a9a6-c5a88723afbe] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 921.437760] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.438107] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.439721] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fca271b-3052-4303-b248-853fd0b20bae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.449386] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 921.449386] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523bb75e-3ed5-cac6-289d-a3869f63db5e" [ 921.449386] env[64658]: _type = "Task" [ 921.449386] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.459327] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523bb75e-3ed5-cac6-289d-a3869f63db5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.523221] env[64658]: DEBUG nova.network.neutron [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Updated VIF entry in instance network info cache for port ea0d3717-d739-4430-8ff7-3dbb78209617. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.523644] env[64658]: DEBUG nova.network.neutron [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Updating instance_info_cache with network_info: [{"id": "ea0d3717-d739-4430-8ff7-3dbb78209617", "address": "fa:16:3e:eb:ee:5b", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d3717-d7", "ovs_interfaceid": "ea0d3717-d739-4430-8ff7-3dbb78209617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.680352] env[64658]: DEBUG nova.network.neutron [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Updated VIF entry in instance network info cache for port 811a5ad6-de4e-456f-8070-b8be66e7d84f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.680352] env[64658]: DEBUG nova.network.neutron [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Updating instance_info_cache with network_info: [{"id": "811a5ad6-de4e-456f-8070-b8be66e7d84f", "address": "fa:16:3e:54:6d:54", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap811a5ad6-de", "ovs_interfaceid": "811a5ad6-de4e-456f-8070-b8be66e7d84f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.758349] env[64658]: DEBUG nova.network.neutron [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Successfully updated port: e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.920141] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81db18c3-73ff-4467-bc4f-44da9c23d732 tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "2e6c189f-d6c6-415c-9f64-b9b6413cdf87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.518s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.940688] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 987650e4-35a4-4997-b913-e8224280a8bd] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 921.963695] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523bb75e-3ed5-cac6-289d-a3869f63db5e, 'name': SearchDatastore_Task, 'duration_secs': 0.013275} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.964941] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb0586f-e50a-4384-9f8c-38a829fb4810 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.967649] env[64658]: INFO nova.scheduler.client.report [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted allocation for migration 077259de-fa40-4f58-af6e-8570d8715424 [ 921.975471] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 921.975471] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525ae77d-2450-0900-57fa-55c7760fa486" [ 921.975471] env[64658]: _type = "Task" [ 921.975471] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.988312] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525ae77d-2450-0900-57fa-55c7760fa486, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.988689] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.988861] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7b8df0de-651f-488c-861d-2d90c8ffaa8b/7b8df0de-651f-488c-861d-2d90c8ffaa8b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.989136] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f22d0f5-89be-4033-b766-0621d3bedf59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.998405] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 921.998405] env[64658]: value = "task-2733891" [ 921.998405] env[64658]: _type = "Task" [ 921.998405] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.008456] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.026544] env[64658]: DEBUG oslo_concurrency.lockutils [req-0d08b9b5-a673-44c9-8b18-2dd4846788e2 req-1c23eea5-8a04-4404-b4d9-6f899868110e service nova] Releasing lock "refresh_cache-c0b1df56-26d1-452e-b87a-ba1de9cd4dda" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.185347] env[64658]: DEBUG oslo_concurrency.lockutils [req-2c2ab682-ea6a-4d7d-9ce5-ec1c637274ad req-cbe69102-a420-4fe8-9fbc-a715ff12b955 service nova] Releasing lock "refresh_cache-7b8df0de-651f-488c-861d-2d90c8ffaa8b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.265663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.265663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquired lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.265663] env[64658]: DEBUG nova.network.neutron [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.445717] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 7ec2bfeb-1056-4b4c-803a-aa8f7dc0f73c] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 922.473765] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b20e9adf-41c1-45ff-925f-3171ee73cb68 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.413s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.511109] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496322} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.511385] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7b8df0de-651f-488c-861d-2d90c8ffaa8b/7b8df0de-651f-488c-861d-2d90c8ffaa8b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.511592] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.511841] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc8d1bd5-23ea-44cd-992e-b62001c14d88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.523501] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 922.523501] env[64658]: value = "task-2733892" [ 922.523501] env[64658]: _type = "Task" [ 922.523501] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.531500] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.718259] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "604afb68-292a-4e28-a901-9df7a8d5be47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.718515] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.718736] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.718922] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.719105] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.723082] env[64658]: INFO nova.compute.manager [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Terminating instance [ 922.743976] env[64658]: DEBUG nova.compute.manager [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Received event network-vif-plugged-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.744171] env[64658]: DEBUG oslo_concurrency.lockutils [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] Acquiring lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.744398] env[64658]: DEBUG oslo_concurrency.lockutils [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.744755] env[64658]: DEBUG oslo_concurrency.lockutils [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.744755] env[64658]: DEBUG nova.compute.manager [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] No waiting events found dispatching network-vif-plugged-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.745151] env[64658]: WARNING nova.compute.manager [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Received unexpected event network-vif-plugged-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 for instance with vm_state building and task_state spawning. [ 922.745151] env[64658]: DEBUG nova.compute.manager [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Received event network-changed-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.745151] env[64658]: DEBUG nova.compute.manager [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Refreshing instance network info cache due to event network-changed-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.745452] env[64658]: DEBUG oslo_concurrency.lockutils [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] Acquiring lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.803686] env[64658]: DEBUG nova.network.neutron [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.816234] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8550731-e99c-48a2-a812-22379816f75c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.830208] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f73b074-f84b-4c28-be59-747f4d3125c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.870722] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba4a6d-3e0d-4dc4-85e9-23620a1feadf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.880810] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8949f27-382e-4081-bb10-da73e0d1e768 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.898505] env[64658]: DEBUG nova.compute.provider_tree [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.951294] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 2928c1b7-88ab-4ccc-bffa-586cd68f51fd] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 923.021505] env[64658]: DEBUG nova.network.neutron [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Updating instance_info_cache with network_info: [{"id": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "address": "fa:16:3e:96:3e:3e", "network": {"id": "80aeae14-de11-4e9b-a695-2eedceea33a9", "bridge": "br-int", "label": "tempest-ServersTestJSON-555446516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a85fe8cbbd4388a8a04cccef03f4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59325ac-39", "ovs_interfaceid": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.033176] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077241} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.034382] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.035729] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a97bdb-15ff-4d8a-a832-8ab319aa3743 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.066394] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7b8df0de-651f-488c-861d-2d90c8ffaa8b/7b8df0de-651f-488c-861d-2d90c8ffaa8b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.067143] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc70f07-26f4-4f04-aa24-5814c2857876 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.094655] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 923.094655] env[64658]: value = "task-2733894" [ 923.094655] env[64658]: _type = "Task" [ 923.094655] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.106678] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.226864] env[64658]: DEBUG nova.compute.manager [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.227116] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.228086] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a74940b-a853-4b1b-bbb3-8c7bc670cd5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.237298] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.237627] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc2492f8-95a9-4be3-bac1-84f8c76639a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.247403] env[64658]: DEBUG oslo_vmware.api [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 923.247403] env[64658]: value = "task-2733895" [ 923.247403] env[64658]: _type = "Task" [ 923.247403] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.257953] env[64658]: DEBUG oslo_vmware.api [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.311413] env[64658]: DEBUG nova.objects.instance [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'flavor' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.405216] env[64658]: DEBUG nova.scheduler.client.report [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.455083] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5c54f1b5-3d4c-400c-84de-cf1261289bd3] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 923.527628] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Releasing lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.528011] env[64658]: DEBUG nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Instance network_info: |[{"id": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "address": "fa:16:3e:96:3e:3e", "network": {"id": "80aeae14-de11-4e9b-a695-2eedceea33a9", "bridge": "br-int", "label": "tempest-ServersTestJSON-555446516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a85fe8cbbd4388a8a04cccef03f4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59325ac-39", "ovs_interfaceid": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.528341] env[64658]: DEBUG oslo_concurrency.lockutils [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] Acquired lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.528519] env[64658]: DEBUG nova.network.neutron [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Refreshing network info cache for port e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.529910] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:3e:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59325ac-3947-4dfa-9f0b-2a0f76bef0f1', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.537324] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Creating folder: Project (e8a85fe8cbbd4388a8a04cccef03f4f3). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.537861] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09d0072d-ef72-429c-8225-10f9abe5df1f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.550356] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Created folder: Project (e8a85fe8cbbd4388a8a04cccef03f4f3) in parent group-v550231. [ 923.550541] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Creating folder: Instances. Parent ref: group-v550439. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.550816] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41ca505f-73b1-40bf-8f3f-1f59226a57bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.561557] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Created folder: Instances in parent group-v550439. [ 923.561802] env[64658]: DEBUG oslo.service.loopingcall [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.562073] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.562320] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2db611c-6144-47d7-ae16-d787e78dcd7f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.582887] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.582887] env[64658]: value = "task-2733898" [ 923.582887] env[64658]: _type = "Task" [ 923.582887] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.597567] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733898, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.609471] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733894, 'name': ReconfigVM_Task, 'duration_secs': 0.434355} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.609471] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7b8df0de-651f-488c-861d-2d90c8ffaa8b/7b8df0de-651f-488c-861d-2d90c8ffaa8b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.609471] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4756a242-43ec-4caf-b297-be9e215031d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.617571] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 923.617571] env[64658]: value = "task-2733899" [ 923.617571] env[64658]: _type = "Task" [ 923.617571] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.631944] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733899, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.757166] env[64658]: DEBUG oslo_vmware.api [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733895, 'name': PowerOffVM_Task, 'duration_secs': 0.258168} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.757440] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.757618] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.757905] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828dcb82-8b43-4cc9-995d-923de9c9a73e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.819434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.819683] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.819875] env[64658]: DEBUG nova.network.neutron [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.820062] env[64658]: DEBUG nova.objects.instance [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'info_cache' on Instance uuid b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.860446] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.860561] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.862737] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Deleting the datastore file [datastore1] 604afb68-292a-4e28-a901-9df7a8d5be47 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.862737] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-580eb1a3-3c15-4b77-97d8-bc44e80cfdbe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.871012] env[64658]: DEBUG oslo_vmware.api [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for the task: (returnval){ [ 923.871012] env[64658]: value = "task-2733901" [ 923.871012] env[64658]: _type = "Task" [ 923.871012] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.882877] env[64658]: DEBUG oslo_vmware.api [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.910617] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.911130] env[64658]: DEBUG nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.913996] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.981s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.916025] env[64658]: INFO nova.compute.claims [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.959696] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 13f79be3-8768-4656-a6b4-1ba4618a332a] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 924.095438] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733898, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.131263] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733899, 'name': Rename_Task, 'duration_secs': 0.166737} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.131263] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.131263] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23e5c2c8-481b-4011-94c9-afcd8b848736 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.138980] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 924.138980] env[64658]: value = "task-2733902" [ 924.138980] env[64658]: _type = "Task" [ 924.138980] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.153538] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.290956] env[64658]: DEBUG nova.network.neutron [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Updated VIF entry in instance network info cache for port e59325ac-3947-4dfa-9f0b-2a0f76bef0f1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.291352] env[64658]: DEBUG nova.network.neutron [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Updating instance_info_cache with network_info: [{"id": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "address": "fa:16:3e:96:3e:3e", "network": {"id": "80aeae14-de11-4e9b-a695-2eedceea33a9", "bridge": "br-int", "label": "tempest-ServersTestJSON-555446516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a85fe8cbbd4388a8a04cccef03f4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59325ac-39", "ovs_interfaceid": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.325710] env[64658]: DEBUG nova.objects.base [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.384805] env[64658]: DEBUG oslo_vmware.api [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Task: {'id': task-2733901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1685} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.384805] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.384953] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.385059] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.385441] env[64658]: INFO nova.compute.manager [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Took 1.16 seconds to destroy the instance on the hypervisor. [ 924.385441] env[64658]: DEBUG oslo.service.loopingcall [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.385627] env[64658]: DEBUG nova.compute.manager [-] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.385725] env[64658]: DEBUG nova.network.neutron [-] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.420551] env[64658]: DEBUG nova.compute.utils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 924.424770] env[64658]: DEBUG nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.424770] env[64658]: DEBUG nova.network.neutron [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.464634] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 60a8f1f1-20a3-462d-b6fb-77b930c76b59] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 924.485311] env[64658]: DEBUG nova.policy [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e1663c93be4dfaa3c936c0fc1ca764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7fe5c429e8412aa79436f14a3adbc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.594011] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733898, 'name': CreateVM_Task, 'duration_secs': 0.587005} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.594186] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.594860] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.595036] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.595357] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.595664] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e1648c-e689-40db-9625-3e1b8853669c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.601433] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 924.601433] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527c75db-59ec-05d3-d6de-566e3126e993" [ 924.601433] env[64658]: _type = "Task" [ 924.601433] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.612403] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527c75db-59ec-05d3-d6de-566e3126e993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.656085] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.795130] env[64658]: DEBUG oslo_concurrency.lockutils [req-fba17c31-f916-4316-855d-408a249d504b req-045e4518-cfee-43f9-900c-68289424fdd5 service nova] Releasing lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.828077] env[64658]: DEBUG nova.compute.manager [req-4d5d481e-152c-4d5e-86d7-6d7558e19e32 req-4b724c59-c8aa-46be-a2e5-cc208293aa50 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Received event network-vif-deleted-85401a76-2b83-4ea3-a3c9-876a40b9b44e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.828197] env[64658]: INFO nova.compute.manager [req-4d5d481e-152c-4d5e-86d7-6d7558e19e32 req-4b724c59-c8aa-46be-a2e5-cc208293aa50 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Neutron deleted interface 85401a76-2b83-4ea3-a3c9-876a40b9b44e; detaching it from the instance and deleting it from the info cache [ 924.828342] env[64658]: DEBUG nova.network.neutron [req-4d5d481e-152c-4d5e-86d7-6d7558e19e32 req-4b724c59-c8aa-46be-a2e5-cc208293aa50 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.935335] env[64658]: DEBUG nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.972083] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: f512075c-67fa-49a0-a2a3-cc803fcd029c] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 925.031328] env[64658]: DEBUG nova.network.neutron [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Successfully created port: 97a47bf1-ae87-44af-8fba-4f82df3c18a0 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.114868] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527c75db-59ec-05d3-d6de-566e3126e993, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.116744] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.117092] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.117340] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.117482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.117655] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.123380] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44e5fae-8b67-4dad-8b16-420b70ad4d2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.125438] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "63cca341-d24e-4ad8-bc65-2129990717f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.125646] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "63cca341-d24e-4ad8-bc65-2129990717f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.140865] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.141515] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.141842] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9b8a53-5a6b-4275-9ff1-81558bec78a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.159584] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 925.159584] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e6637b-45a7-5563-7bd5-6e795db44f3a" [ 925.159584] env[64658]: _type = "Task" [ 925.159584] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.163684] env[64658]: DEBUG oslo_vmware.api [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733902, 'name': PowerOnVM_Task, 'duration_secs': 0.905546} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.170182] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.170490] env[64658]: INFO nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Took 6.77 seconds to spawn the instance on the hypervisor. [ 925.170733] env[64658]: DEBUG nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.172990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d61641-605a-4aa6-a536-4c4064d05c4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.183415] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e6637b-45a7-5563-7bd5-6e795db44f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.191050] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d5abe4-147c-4c3d-8f75-7efed5a9d412 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.198193] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 925.198193] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f70b9f-80ed-d724-4d26-3721452427bc" [ 925.198193] env[64658]: _type = "Task" [ 925.198193] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.215636] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f70b9f-80ed-d724-4d26-3721452427bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.216038] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.216367] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6/7b091ab3-182c-4d05-86ee-ee28dd8fa6a6.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.216882] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e19949da-9220-4c81-841c-6655628fa7a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.227231] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 925.227231] env[64658]: value = "task-2733903" [ 925.227231] env[64658]: _type = "Task" [ 925.227231] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.237407] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.282408] env[64658]: DEBUG nova.network.neutron [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [{"id": "34520af3-fd58-42ee-a69d-ee5209503cf5", "address": "fa:16:3e:68:02:b5", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34520af3-fd", "ovs_interfaceid": "34520af3-fd58-42ee-a69d-ee5209503cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.307917] env[64658]: DEBUG nova.network.neutron [-] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.338939] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c9c3083-c0e7-424c-9482-a8e25c74d6ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.354038] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6599961e-92bc-4120-b8cf-45217ed84c9a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.402789] env[64658]: DEBUG nova.compute.manager [req-4d5d481e-152c-4d5e-86d7-6d7558e19e32 req-4b724c59-c8aa-46be-a2e5-cc208293aa50 service nova] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Detach interface failed, port_id=85401a76-2b83-4ea3-a3c9-876a40b9b44e, reason: Instance 604afb68-292a-4e28-a901-9df7a8d5be47 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 925.462863] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd9747-d427-45e0-b542-44f5a0f5ace9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.472952] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acea99fc-0b84-40ad-b4ab-c9888c8b14d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.481642] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 41ee97a8-3e0f-4c32-b025-6b97d6d80286] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 925.514090] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5756535c-f4fc-41a7-b6e3-a04e72cad7fa] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 925.517089] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c828e4e3-e1ed-4667-9efa-dd284717e3f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.528302] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fd25ca-17c9-402d-8221-586357f5d0e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.546227] env[64658]: DEBUG nova.compute.provider_tree [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.629571] env[64658]: DEBUG nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.702828] env[64658]: INFO nova.compute.manager [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Took 51.95 seconds to build instance. [ 925.739023] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472144} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.739347] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6/7b091ab3-182c-4d05-86ee-ee28dd8fa6a6.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.739607] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.739885] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2377aa05-fd08-4860-adf7-01dac37ac440 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.747819] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 925.747819] env[64658]: value = "task-2733904" [ 925.747819] env[64658]: _type = "Task" [ 925.747819] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.757452] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.787897] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-b14417a8-4522-465d-9eff-f44b1e438595" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.810420] env[64658]: INFO nova.compute.manager [-] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Took 1.42 seconds to deallocate network for instance. [ 925.943694] env[64658]: DEBUG nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.971886] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.972531] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.972531] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.972775] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.972775] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.972997] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.973284] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.973484] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.973689] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.973891] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.974309] env[64658]: DEBUG nova.virt.hardware [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.975244] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f5ea7e-4769-4c18-a9b4-f509b9c426b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.984397] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f70aba-9006-48d0-8de7-c16ef5984aee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.022660] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 4f1bd78b-66ef-4fe8-a900-f1a9efd95bce] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 926.051947] env[64658]: DEBUG nova.scheduler.client.report [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.152223] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.205437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-15de20c2-99fc-48d9-941b-edd2b8f460f6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.464s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.258893] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068112} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.259322] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.260176] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22660f-591e-4902-889c-e9fd5a58e1d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.283110] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6/7b091ab3-182c-4d05-86ee-ee28dd8fa6a6.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.283430] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c851fb-5da9-40d5-a82a-53b075e59380 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.306759] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 926.306759] env[64658]: value = "task-2733905" [ 926.306759] env[64658]: _type = "Task" [ 926.306759] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.316437] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.319600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.526058] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: eb254d4b-0818-49f3-99fe-459901020b90] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 926.558377] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.559094] env[64658]: DEBUG nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.565240] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.540s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.565496] env[64658]: DEBUG nova.objects.instance [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 926.642632] env[64658]: DEBUG nova.network.neutron [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Successfully updated port: 97a47bf1-ae87-44af-8fba-4f82df3c18a0 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.801019] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.801392] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc02fda7-06bf-4690-bbd6-bae2de675d68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.809093] env[64658]: DEBUG oslo_vmware.api [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 926.809093] env[64658]: value = "task-2733907" [ 926.809093] env[64658]: _type = "Task" [ 926.809093] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.821350] env[64658]: DEBUG oslo_vmware.api [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.824692] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.857806] env[64658]: DEBUG nova.compute.manager [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Received event network-vif-plugged-97a47bf1-ae87-44af-8fba-4f82df3c18a0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.858078] env[64658]: DEBUG oslo_concurrency.lockutils [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] Acquiring lock "da82a2df-50c8-4265-925e-2b7f781e7718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.858303] env[64658]: DEBUG oslo_concurrency.lockutils [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] Lock "da82a2df-50c8-4265-925e-2b7f781e7718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.858459] env[64658]: DEBUG oslo_concurrency.lockutils [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] Lock "da82a2df-50c8-4265-925e-2b7f781e7718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.858621] env[64658]: DEBUG nova.compute.manager [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] No waiting events found dispatching network-vif-plugged-97a47bf1-ae87-44af-8fba-4f82df3c18a0 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.858784] env[64658]: WARNING nova.compute.manager [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Received unexpected event network-vif-plugged-97a47bf1-ae87-44af-8fba-4f82df3c18a0 for instance with vm_state building and task_state spawning. [ 926.859013] env[64658]: DEBUG nova.compute.manager [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Received event network-changed-97a47bf1-ae87-44af-8fba-4f82df3c18a0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.859530] env[64658]: DEBUG nova.compute.manager [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Refreshing instance network info cache due to event network-changed-97a47bf1-ae87-44af-8fba-4f82df3c18a0. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.859885] env[64658]: DEBUG oslo_concurrency.lockutils [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] Acquiring lock "refresh_cache-da82a2df-50c8-4265-925e-2b7f781e7718" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.860072] env[64658]: DEBUG oslo_concurrency.lockutils [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] Acquired lock "refresh_cache-da82a2df-50c8-4265-925e-2b7f781e7718" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.860204] env[64658]: DEBUG nova.network.neutron [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Refreshing network info cache for port 97a47bf1-ae87-44af-8fba-4f82df3c18a0 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.966018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.966364] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.966545] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.966733] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.966905] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.969202] env[64658]: INFO nova.compute.manager [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Terminating instance [ 927.029834] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: dbdcdde9-d800-4248-9b0d-edab7d19597d] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 927.070936] env[64658]: DEBUG nova.compute.utils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 927.075212] env[64658]: DEBUG nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.075376] env[64658]: DEBUG nova.network.neutron [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.123831] env[64658]: DEBUG nova.policy [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a521ebc582a415d8f7f9e5ff172787d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf7412ba3ca4a54a7e2b51d95f2067f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.145170] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-da82a2df-50c8-4265-925e-2b7f781e7718" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.327022] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733905, 'name': ReconfigVM_Task, 'duration_secs': 0.745597} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.332249] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6/7b091ab3-182c-4d05-86ee-ee28dd8fa6a6.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.333240] env[64658]: DEBUG oslo_vmware.api [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.333547] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8686f8d-5408-4c5e-9594-1f3b4e02773c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.342750] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 927.342750] env[64658]: value = "task-2733908" [ 927.342750] env[64658]: _type = "Task" [ 927.342750] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.351765] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733908, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.475153] env[64658]: DEBUG nova.compute.manager [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.475153] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.475324] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fcd7fc-c990-4832-9ba5-1c0a2e759bce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.484100] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.484362] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-056453a5-7f56-4ad3-9616-7c7b5442c663 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.491901] env[64658]: DEBUG oslo_vmware.api [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 927.491901] env[64658]: value = "task-2733909" [ 927.491901] env[64658]: _type = "Task" [ 927.491901] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.507879] env[64658]: DEBUG oslo_vmware.api [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.533762] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d7141e65-a29e-4e8b-bb6f-18b633a0551d] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 927.576528] env[64658]: DEBUG nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.584134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-74ac1d1b-5806-44db-854a-5ccb3e53bf35 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.589137] env[64658]: DEBUG nova.network.neutron [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.591989] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.872s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.597758] env[64658]: INFO nova.compute.claims [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.675164] env[64658]: DEBUG nova.network.neutron [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Successfully created port: c90fde3b-cc7e-46e8-afdd-79372c18db88 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.734779] env[64658]: DEBUG nova.network.neutron [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.826075] env[64658]: DEBUG oslo_vmware.api [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733907, 'name': PowerOnVM_Task, 'duration_secs': 0.552981} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.826309] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.826508] env[64658]: DEBUG nova.compute.manager [None req-5b6fd6e5-0e5c-4231-8731-8a7ee15b21d0 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.827393] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbaf4c3-1e76-4512-a0b6-14753dcc3ff1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.852414] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733908, 'name': Rename_Task, 'duration_secs': 0.2931} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.853031] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.853352] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489e0c48-7fbc-4fc7-8f33-420862652e63 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.861367] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 927.861367] env[64658]: value = "task-2733910" [ 927.861367] env[64658]: _type = "Task" [ 927.861367] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.869902] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.004681] env[64658]: DEBUG oslo_vmware.api [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733909, 'name': PowerOffVM_Task, 'duration_secs': 0.210819} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.004971] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.005157] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.005410] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-388ffc1b-bcad-4bc2-93dc-0b755b5a61d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.037845] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 884c3f22-c97a-45f4-8005-609d4533621a] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 928.071822] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.072076] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.072239] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleting the datastore file [datastore2] 7b8df0de-651f-488c-861d-2d90c8ffaa8b {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.072500] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb508be0-cf24-4eff-9cff-3fccfbdf1f81 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.080923] env[64658]: DEBUG oslo_vmware.api [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 928.080923] env[64658]: value = "task-2733912" [ 928.080923] env[64658]: _type = "Task" [ 928.080923] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.089705] env[64658]: DEBUG oslo_vmware.api [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.236797] env[64658]: DEBUG oslo_concurrency.lockutils [req-cb627f45-44d8-4130-ba8a-bf386b96c60a req-04b0e2f5-d9b6-4365-84fd-c5fabd854563 service nova] Releasing lock "refresh_cache-da82a2df-50c8-4265-925e-2b7f781e7718" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.237247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-da82a2df-50c8-4265-925e-2b7f781e7718" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.237464] env[64658]: DEBUG nova.network.neutron [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.372529] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733910, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.542030] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 4ed1d948-0194-482f-be20-05fc58537de6] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 928.592502] env[64658]: DEBUG oslo_vmware.api [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2733912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267701} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.592783] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.592885] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.593076] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.593250] env[64658]: INFO nova.compute.manager [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 928.593487] env[64658]: DEBUG oslo.service.loopingcall [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.593672] env[64658]: DEBUG nova.compute.manager [-] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.593763] env[64658]: DEBUG nova.network.neutron [-] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.596369] env[64658]: DEBUG nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.622804] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='30defe904bd80faab9a32cce389cf24c',container_format='bare',created_at=2025-02-20T16:08:09Z,direct_url=,disk_format='vmdk',id=920ad6bc-0b02-437a-966a-d2dd43b06c65,min_disk=1,min_ram=0,name='tempest-test-snap-1572710669',owner='fbf7412ba3ca4a54a7e2b51d95f2067f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-20T16:08:24Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.623295] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.623295] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.623447] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.623617] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.623787] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.624017] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.624204] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.624381] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.624581] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.624794] env[64658]: DEBUG nova.virt.hardware [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.625806] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53172b15-52fd-48a6-baa6-1625256c2944 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.636948] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ebe918-c125-4831-9636-caa5156fe108 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.773684] env[64658]: DEBUG nova.network.neutron [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.875385] env[64658]: DEBUG oslo_vmware.api [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2733910, 'name': PowerOnVM_Task, 'duration_secs': 0.524002} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.876379] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.876577] env[64658]: INFO nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Took 8.02 seconds to spawn the instance on the hypervisor. [ 928.878582] env[64658]: DEBUG nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.880366] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01848dc-6d53-45d5-88fe-dac027df0146 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.983543] env[64658]: DEBUG nova.compute.manager [req-02d1800b-3302-4ef3-a4a2-e962b20da71e req-b87fe7e4-a507-4249-940c-ae10187f9ae6 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Received event network-vif-deleted-811a5ad6-de4e-456f-8070-b8be66e7d84f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.987816] env[64658]: INFO nova.compute.manager [req-02d1800b-3302-4ef3-a4a2-e962b20da71e req-b87fe7e4-a507-4249-940c-ae10187f9ae6 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Neutron deleted interface 811a5ad6-de4e-456f-8070-b8be66e7d84f; detaching it from the instance and deleting it from the info cache [ 928.987816] env[64658]: DEBUG nova.network.neutron [req-02d1800b-3302-4ef3-a4a2-e962b20da71e req-b87fe7e4-a507-4249-940c-ae10187f9ae6 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.026145] env[64658]: DEBUG nova.network.neutron [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Updating instance_info_cache with network_info: [{"id": "97a47bf1-ae87-44af-8fba-4f82df3c18a0", "address": "fa:16:3e:b2:6c:90", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a47bf1-ae", "ovs_interfaceid": "97a47bf1-ae87-44af-8fba-4f82df3c18a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.047024] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5b8bb5d1-e5a9-4ad9-9e18-25c55dd157fa] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 929.059133] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cd3c06-8e09-4351-96b8-21727e4cc362 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.066069] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a7b53-ed15-47aa-8a8c-a968b3ae9784 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.097888] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f738db1-5c18-440f-8dcb-cf756ce08d84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.106365] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03720b7b-1af4-455e-98f4-e79df89450d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.121020] env[64658]: DEBUG nova.compute.provider_tree [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.194920] env[64658]: DEBUG nova.network.neutron [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Successfully updated port: c90fde3b-cc7e-46e8-afdd-79372c18db88 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.315952] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "b14417a8-4522-465d-9eff-f44b1e438595" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.316286] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.316507] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "b14417a8-4522-465d-9eff-f44b1e438595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.316695] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.316866] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.319540] env[64658]: INFO nova.compute.manager [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Terminating instance [ 929.356036] env[64658]: DEBUG nova.network.neutron [-] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.405013] env[64658]: INFO nova.compute.manager [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Took 41.50 seconds to build instance. [ 929.490333] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8d02e16-e938-4995-99ed-316223ecd437 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.502010] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5591d1-270a-4878-9e84-ca4a98efd6b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.528917] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-da82a2df-50c8-4265-925e-2b7f781e7718" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.529303] env[64658]: DEBUG nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Instance network_info: |[{"id": "97a47bf1-ae87-44af-8fba-4f82df3c18a0", "address": "fa:16:3e:b2:6c:90", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a47bf1-ae", "ovs_interfaceid": "97a47bf1-ae87-44af-8fba-4f82df3c18a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.543837] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:6c:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97a47bf1-ae87-44af-8fba-4f82df3c18a0', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.551628] env[64658]: DEBUG oslo.service.loopingcall [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.551966] env[64658]: DEBUG nova.compute.manager [req-02d1800b-3302-4ef3-a4a2-e962b20da71e req-b87fe7e4-a507-4249-940c-ae10187f9ae6 service nova] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Detach interface failed, port_id=811a5ad6-de4e-456f-8070-b8be66e7d84f, reason: Instance 7b8df0de-651f-488c-861d-2d90c8ffaa8b could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 929.552642] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 59f7c6bd-3585-4f25-897d-435f6a4badb5] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 929.554696] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.555223] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b394af42-e8f5-4cb6-9be7-a0f5199cd959 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.576850] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.576850] env[64658]: value = "task-2733914" [ 929.576850] env[64658]: _type = "Task" [ 929.576850] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.587786] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733914, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.627021] env[64658]: DEBUG nova.scheduler.client.report [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.701052] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "refresh_cache-82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.701052] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "refresh_cache-82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.701052] env[64658]: DEBUG nova.network.neutron [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.826256] env[64658]: DEBUG nova.compute.manager [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.826256] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.826256] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ba3dad-6f6c-424b-a531-f05d4d15cab6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.836485] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.836797] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587e5a6a-f268-4a21-aa0c-89b888e0f18e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.844199] env[64658]: DEBUG oslo_vmware.api [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 929.844199] env[64658]: value = "task-2733915" [ 929.844199] env[64658]: _type = "Task" [ 929.844199] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.857402] env[64658]: DEBUG oslo_vmware.api [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.858197] env[64658]: INFO nova.compute.manager [-] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Took 1.26 seconds to deallocate network for instance. [ 929.905882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c4e4d75f-2854-48f0-ae15-ee6105137d00 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.013s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.070918] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 62c6dd7b-0f3d-4174-a379-326f0186de20] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 930.087819] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733914, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.131068] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.131615] env[64658]: DEBUG nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.134509] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.725s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.136665] env[64658]: INFO nova.compute.claims [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.231617] env[64658]: DEBUG nova.network.neutron [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.355423] env[64658]: DEBUG oslo_vmware.api [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733915, 'name': PowerOffVM_Task, 'duration_secs': 0.241314} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.355705] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.355879] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.356155] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23cf0c3c-8db4-470d-8d0e-af24955d67d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.363103] env[64658]: DEBUG nova.network.neutron [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Updating instance_info_cache with network_info: [{"id": "c90fde3b-cc7e-46e8-afdd-79372c18db88", "address": "fa:16:3e:8d:95:7e", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90fde3b-cc", "ovs_interfaceid": "c90fde3b-cc7e-46e8-afdd-79372c18db88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.364919] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.444562] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.444785] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.445085] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleting the datastore file [datastore2] b14417a8-4522-465d-9eff-f44b1e438595 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.445254] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7e7a89-df5a-4be4-b6db-c5c7559c3d8a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.452650] env[64658]: DEBUG oslo_vmware.api [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 930.452650] env[64658]: value = "task-2733917" [ 930.452650] env[64658]: _type = "Task" [ 930.452650] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.461533] env[64658]: DEBUG oslo_vmware.api [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.528155] env[64658]: DEBUG nova.compute.manager [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Received event network-changed-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.528362] env[64658]: DEBUG nova.compute.manager [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Refreshing instance network info cache due to event network-changed-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.528584] env[64658]: DEBUG oslo_concurrency.lockutils [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] Acquiring lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.528816] env[64658]: DEBUG oslo_concurrency.lockutils [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] Acquired lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.528903] env[64658]: DEBUG nova.network.neutron [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Refreshing network info cache for port e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.574660] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: e0c23711-ce59-4242-85cf-3f6d66b14339] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 930.591419] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733914, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.652163] env[64658]: DEBUG nova.compute.utils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 930.652163] env[64658]: DEBUG nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.652163] env[64658]: DEBUG nova.network.neutron [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.696186] env[64658]: DEBUG nova.policy [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce946f1b4cf4e10abd369fbf26d8c8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c76b70bc7f6b4852b0e07b653c8e9b5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.870027] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "refresh_cache-82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.870027] env[64658]: DEBUG nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Instance network_info: |[{"id": "c90fde3b-cc7e-46e8-afdd-79372c18db88", "address": "fa:16:3e:8d:95:7e", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90fde3b-cc", "ovs_interfaceid": "c90fde3b-cc7e-46e8-afdd-79372c18db88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.870027] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:95:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c90fde3b-cc7e-46e8-afdd-79372c18db88', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.879710] env[64658]: DEBUG oslo.service.loopingcall [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.880027] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.880299] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fcb0f02-61e5-46bb-aeb0-0ad1847baffc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.901565] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.901565] env[64658]: value = "task-2733919" [ 930.901565] env[64658]: _type = "Task" [ 930.901565] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.911906] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733919, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.965995] env[64658]: DEBUG oslo_vmware.api [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2733917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275964} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.966325] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.966622] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.966971] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.967259] env[64658]: INFO nova.compute.manager [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Took 1.14 seconds to destroy the instance on the hypervisor. [ 930.970686] env[64658]: DEBUG oslo.service.loopingcall [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.970686] env[64658]: DEBUG nova.compute.manager [-] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.970686] env[64658]: DEBUG nova.network.neutron [-] [instance: b14417a8-4522-465d-9eff-f44b1e438595] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.016898] env[64658]: DEBUG nova.compute.manager [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Received event network-vif-plugged-c90fde3b-cc7e-46e8-afdd-79372c18db88 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.018021] env[64658]: DEBUG oslo_concurrency.lockutils [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] Acquiring lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.018021] env[64658]: DEBUG oslo_concurrency.lockutils [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.018208] env[64658]: DEBUG oslo_concurrency.lockutils [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.018450] env[64658]: DEBUG nova.compute.manager [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] No waiting events found dispatching network-vif-plugged-c90fde3b-cc7e-46e8-afdd-79372c18db88 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.018674] env[64658]: WARNING nova.compute.manager [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Received unexpected event network-vif-plugged-c90fde3b-cc7e-46e8-afdd-79372c18db88 for instance with vm_state building and task_state spawning. [ 931.018902] env[64658]: DEBUG nova.compute.manager [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Received event network-changed-c90fde3b-cc7e-46e8-afdd-79372c18db88 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.019529] env[64658]: DEBUG nova.compute.manager [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Refreshing instance network info cache due to event network-changed-c90fde3b-cc7e-46e8-afdd-79372c18db88. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.020289] env[64658]: DEBUG oslo_concurrency.lockutils [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] Acquiring lock "refresh_cache-82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.020559] env[64658]: DEBUG oslo_concurrency.lockutils [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] Acquired lock "refresh_cache-82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.020810] env[64658]: DEBUG nova.network.neutron [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Refreshing network info cache for port c90fde3b-cc7e-46e8-afdd-79372c18db88 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.024092] env[64658]: DEBUG nova.network.neutron [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Successfully created port: 86382128-966a-4397-ac0e-326d243bed99 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.078103] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 39cae338-894d-4af1-9a81-54e840fa5dd0] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 931.096020] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733914, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.156700] env[64658]: DEBUG nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.416178] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733919, 'name': CreateVM_Task, 'duration_secs': 0.449288} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.417437] env[64658]: DEBUG nova.network.neutron [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Updated VIF entry in instance network info cache for port e59325ac-3947-4dfa-9f0b-2a0f76bef0f1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.417793] env[64658]: DEBUG nova.network.neutron [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Updating instance_info_cache with network_info: [{"id": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "address": "fa:16:3e:96:3e:3e", "network": {"id": "80aeae14-de11-4e9b-a695-2eedceea33a9", "bridge": "br-int", "label": "tempest-ServersTestJSON-555446516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a85fe8cbbd4388a8a04cccef03f4f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59325ac-39", "ovs_interfaceid": "e59325ac-3947-4dfa-9f0b-2a0f76bef0f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.418929] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.421675] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.421931] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.422351] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.422844] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6aa87e-4714-4b24-bcc0-0cb5a83eab89 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.430175] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 931.430175] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c743eb-65ab-b5e6-9b6c-593c392e8ee2" [ 931.430175] env[64658]: _type = "Task" [ 931.430175] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.439971] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c743eb-65ab-b5e6-9b6c-593c392e8ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.575546] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86347c7a-9fe9-40ee-ba16-cdf1b3d77b66 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.582499] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: ff247ad3-ad49-4246-83f6-c33808915635] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 931.585415] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6099c4-f798-41d2-8bb5-ec7a7687a984 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.599402] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733914, 'name': CreateVM_Task, 'duration_secs': 1.526501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.627750] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.629505] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.629680] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.630099] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.631659] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb9d4a-3125-4200-bd7c-2079f8030859 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.633978] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cee8f5-4f4c-4552-b7ea-e8d3cd8b61cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.639471] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 931.639471] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529e670a-f3a7-719a-6a8a-f5622cdce2d3" [ 931.639471] env[64658]: _type = "Task" [ 931.639471] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.645757] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955efa4-0899-41dc-ab69-c9489969f0cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.657538] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e670a-f3a7-719a-6a8a-f5622cdce2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.668545] env[64658]: DEBUG nova.compute.provider_tree [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.767595] env[64658]: DEBUG nova.network.neutron [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Updated VIF entry in instance network info cache for port c90fde3b-cc7e-46e8-afdd-79372c18db88. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.768031] env[64658]: DEBUG nova.network.neutron [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Updating instance_info_cache with network_info: [{"id": "c90fde3b-cc7e-46e8-afdd-79372c18db88", "address": "fa:16:3e:8d:95:7e", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90fde3b-cc", "ovs_interfaceid": "c90fde3b-cc7e-46e8-afdd-79372c18db88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.924204] env[64658]: DEBUG oslo_concurrency.lockutils [req-152da5ff-8733-4b94-b7ff-3dd192ae9e7e req-572b2abe-485e-4732-8ff9-8a967d3ee0de service nova] Releasing lock "refresh_cache-7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.941468] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.941576] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Processing image 920ad6bc-0b02-437a-966a-d2dd43b06c65 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.941778] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65/920ad6bc-0b02-437a-966a-d2dd43b06c65.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.941935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65/920ad6bc-0b02-437a-966a-d2dd43b06c65.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.942126] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.942380] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3f58f8c-9cff-4654-8629-bcf97b703580 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.953668] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.953800] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.954526] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b655e75-695d-40fe-9cd3-b43713d34927 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.960245] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 931.960245] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52021871-bfc6-09bb-2d7e-c9fd984205c8" [ 931.960245] env[64658]: _type = "Task" [ 931.960245] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.977292] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52021871-bfc6-09bb-2d7e-c9fd984205c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.050377] env[64658]: DEBUG nova.network.neutron [-] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.090692] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 70b2264f-10da-47ce-ab3b-8d79c566cd8e] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 932.152953] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e670a-f3a7-719a-6a8a-f5622cdce2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01779} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.153257] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.153499] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.153738] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.153884] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.154073] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.154353] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b36d5046-685d-44b6-9f1a-07929f79aa6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.171903] env[64658]: DEBUG nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.174751] env[64658]: DEBUG nova.scheduler.client.report [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.180135] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.180326] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.181294] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5850caa7-4f45-4223-b54e-ab6900b7ab27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.187845] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 932.187845] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52395a5b-b3df-0ae8-ac75-445f3aa08520" [ 932.187845] env[64658]: _type = "Task" [ 932.187845] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.198482] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52395a5b-b3df-0ae8-ac75-445f3aa08520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.208382] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.209525] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.209721] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.209979] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.210145] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.210297] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.210505] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.210663] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.210840] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.211063] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.211258] env[64658]: DEBUG nova.virt.hardware [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.212361] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9eb986-7489-4253-9f43-10eacc6c3be4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.220788] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c40e265-feac-4823-96a5-a1f28e3edab0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.271220] env[64658]: DEBUG oslo_concurrency.lockutils [req-e62bc8df-de7f-4a03-b006-44720ca6289b req-f2a3affa-5e5e-4446-8f34-b18f46db5511 service nova] Releasing lock "refresh_cache-82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.470902] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Preparing fetch location {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 932.471183] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Fetch image to [datastore1] OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855/OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855.vmdk {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 932.471366] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Downloading stream optimized image 920ad6bc-0b02-437a-966a-d2dd43b06c65 to [datastore1] OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855/OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855.vmdk on the data store datastore1 as vApp {{(pid=64658) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 932.471534] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Downloading image file data 920ad6bc-0b02-437a-966a-d2dd43b06c65 to the ESX as VM named 'OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855' {{(pid=64658) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 932.544781] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 932.544781] env[64658]: value = "resgroup-9" [ 932.544781] env[64658]: _type = "ResourcePool" [ 932.544781] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 932.545140] env[64658]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a1eb6efa-da01-4d37-ae5d-6d7e81c5597a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.561733] env[64658]: INFO nova.compute.manager [-] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Took 1.59 seconds to deallocate network for instance. [ 932.562907] env[64658]: DEBUG nova.compute.manager [req-ebf9b941-68b2-4935-9f3f-5ecea09417e0 req-238b683a-fab9-4a80-96a4-90f62e6e4098 service nova] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Received event network-vif-deleted-34520af3-fd58-42ee-a69d-ee5209503cf5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.572123] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease: (returnval){ [ 932.572123] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5241a7ba-f2f1-0eee-abba-f7c43d9e7b4d" [ 932.572123] env[64658]: _type = "HttpNfcLease" [ 932.572123] env[64658]: } obtained for vApp import into resource pool (val){ [ 932.572123] env[64658]: value = "resgroup-9" [ 932.572123] env[64658]: _type = "ResourcePool" [ 932.572123] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 932.572123] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the lease: (returnval){ [ 932.572123] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5241a7ba-f2f1-0eee-abba-f7c43d9e7b4d" [ 932.572123] env[64658]: _type = "HttpNfcLease" [ 932.572123] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.579133] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.579133] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5241a7ba-f2f1-0eee-abba-f7c43d9e7b4d" [ 932.579133] env[64658]: _type = "HttpNfcLease" [ 932.579133] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 932.594340] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: e7f42e66-c0ee-474b-a277-5509fea73c0b] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 932.683355] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.683719] env[64658]: DEBUG nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.686505] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.697s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.686729] env[64658]: DEBUG nova.objects.instance [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lazy-loading 'resources' on Instance uuid 3bffa434-8e8c-4158-875f-720aed2cd1bd {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.699356] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52395a5b-b3df-0ae8-ac75-445f3aa08520, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.700681] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec833db-788a-4973-a70d-7387e5c366e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.707405] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 932.707405] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a15ba8-0536-f213-fcf5-3f7d52c616b3" [ 932.707405] env[64658]: _type = "Task" [ 932.707405] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.717242] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a15ba8-0536-f213-fcf5-3f7d52c616b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.724229] env[64658]: DEBUG nova.network.neutron [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Successfully updated port: 86382128-966a-4397-ac0e-326d243bed99 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.046271] env[64658]: DEBUG nova.compute.manager [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Received event network-vif-plugged-86382128-966a-4397-ac0e-326d243bed99 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.046561] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] Acquiring lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.046799] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.046974] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.047761] env[64658]: DEBUG nova.compute.manager [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] No waiting events found dispatching network-vif-plugged-86382128-966a-4397-ac0e-326d243bed99 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.047947] env[64658]: WARNING nova.compute.manager [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Received unexpected event network-vif-plugged-86382128-966a-4397-ac0e-326d243bed99 for instance with vm_state building and task_state spawning. [ 933.048193] env[64658]: DEBUG nova.compute.manager [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Received event network-changed-86382128-966a-4397-ac0e-326d243bed99 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.048398] env[64658]: DEBUG nova.compute.manager [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Refreshing instance network info cache due to event network-changed-86382128-966a-4397-ac0e-326d243bed99. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.048765] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] Acquiring lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.048917] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] Acquired lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.049096] env[64658]: DEBUG nova.network.neutron [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Refreshing network info cache for port 86382128-966a-4397-ac0e-326d243bed99 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.069494] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.081250] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.081250] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5241a7ba-f2f1-0eee-abba-f7c43d9e7b4d" [ 933.081250] env[64658]: _type = "HttpNfcLease" [ 933.081250] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.098202] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 71f0d861-99c4-497c-a520-fc4ca1c53fb7] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 933.190724] env[64658]: DEBUG nova.compute.utils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.195199] env[64658]: DEBUG nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.195442] env[64658]: DEBUG nova.network.neutron [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.221642] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a15ba8-0536-f213-fcf5-3f7d52c616b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.224399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.224677] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] da82a2df-50c8-4265-925e-2b7f781e7718/da82a2df-50c8-4265-925e-2b7f781e7718.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.226177] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.226177] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47da361e-a270-47c8-bd16-c130de96e143 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.235223] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 933.235223] env[64658]: value = "task-2733921" [ 933.235223] env[64658]: _type = "Task" [ 933.235223] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.247770] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.254283] env[64658]: DEBUG nova.policy [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12f181bbae4e439ff80ed79ac7930f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba4729e69aa4ac9847f90113f536eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.524742] env[64658]: DEBUG nova.network.neutron [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Successfully created port: 637c485c-61c1-4fdf-a415-b2d60333189f {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.566525] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0085364d-846e-47f6-acdf-4a33e1df07a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.580234] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cfb79a-9e48-4dc0-b226-d57e495a31bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.589308] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.589308] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5241a7ba-f2f1-0eee-abba-f7c43d9e7b4d" [ 933.589308] env[64658]: _type = "HttpNfcLease" [ 933.589308] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.615593] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.615593] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5241a7ba-f2f1-0eee-abba-f7c43d9e7b4d" [ 933.615593] env[64658]: _type = "HttpNfcLease" [ 933.615593] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 933.616266] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 7078070e-1101-4dcd-95f8-df8c64c24f5b] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 933.619065] env[64658]: DEBUG nova.network.neutron [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.622027] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f3d33c-1f38-4998-a6e5-a59ca23d7157 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.624977] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69483d4-7787-444a-917c-5743e5083f9f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.635022] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c138c7-e35a-1d3d-591a-988953748eff/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.635272] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c138c7-e35a-1d3d-591a-988953748eff/disk-0.vmdk. {{(pid=64658) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 933.641304] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ff328-df1f-4cd3-b6fb-af947974077f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.704687] env[64658]: DEBUG nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.728960] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc6d8c87-c178-4016-8fe8-2adf0ae4e25c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.732377] env[64658]: DEBUG nova.compute.provider_tree [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.752018] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.782578] env[64658]: DEBUG nova.network.neutron [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.129486] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: be8fa573-125b-46d4-9943-51f1f36023af] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 934.237599] env[64658]: DEBUG nova.scheduler.client.report [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.261552] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628328} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.266437] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] da82a2df-50c8-4265-925e-2b7f781e7718/da82a2df-50c8-4265-925e-2b7f781e7718.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.267876] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.267876] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-887bff23-51b9-4adc-b810-da8f4fbb4305 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.280880] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 934.280880] env[64658]: value = "task-2733922" [ 934.280880] env[64658]: _type = "Task" [ 934.280880] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.284908] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7c889ad-1134-43f5-8528-f3bacb3720d6 req-4801b9c8-a82b-4f45-8ffc-629b38355fbb service nova] Releasing lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.285407] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.285570] env[64658]: DEBUG nova.network.neutron [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.293757] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.503375] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Completed reading data from the image iterator. {{(pid=64658) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 934.503466] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c138c7-e35a-1d3d-591a-988953748eff/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 934.504513] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f26d965-7ba0-44e4-b2d7-01c101dfb9d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.513596] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c138c7-e35a-1d3d-591a-988953748eff/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 934.513810] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c138c7-e35a-1d3d-591a-988953748eff/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 934.514091] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dcee5c21-d32e-49dd-83fe-29eee7e27fa4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.635172] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: faffbbe8-102c-4e3d-9073-3527f972b747] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 934.722025] env[64658]: DEBUG nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.744535] env[64658]: DEBUG oslo_vmware.rw_handles [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c138c7-e35a-1d3d-591a-988953748eff/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 934.744841] env[64658]: INFO nova.virt.vmwareapi.images [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Downloaded image file data 920ad6bc-0b02-437a-966a-d2dd43b06c65 [ 934.745750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c89886-4b57-49af-8f12-5a89e57d5e04 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.750785] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.751039] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.751274] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.751570] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.751648] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.751796] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.752012] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.752216] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.752412] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.752586] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.752818] env[64658]: DEBUG nova.virt.hardware [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.753643] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad67ee-ac0f-4536-8661-a746937151e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.757160] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.772240] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.949s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.773332] env[64658]: INFO nova.compute.claims [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.776430] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b322b82a-be28-4a56-be85-0f14b85b23e3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.781234] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05744f5-47b7-4ade-b81c-7178e1713c68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.789300] env[64658]: INFO nova.scheduler.client.report [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted allocations for instance 3bffa434-8e8c-4158-875f-720aed2cd1bd [ 934.807831] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08006} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.808100] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.808884] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22f17b-29a0-4eac-b167-3399a5830b34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.832849] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] da82a2df-50c8-4265-925e-2b7f781e7718/da82a2df-50c8-4265-925e-2b7f781e7718.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.833847] env[64658]: DEBUG nova.network.neutron [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.836368] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9198dc2c-49cb-4353-8282-8265bc44e393 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.857925] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 934.857925] env[64658]: value = "task-2733924" [ 934.857925] env[64658]: _type = "Task" [ 934.857925] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.862477] env[64658]: INFO nova.virt.vmwareapi.images [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] The imported VM was unregistered [ 934.864940] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Caching image {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 934.865186] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating directory with path [datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.865861] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987f91a1-d91b-4ae9-b007-215ca14f5546 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.872079] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.886088] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created directory with path [datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.886338] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855/OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855.vmdk to [datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65/920ad6bc-0b02-437a-966a-d2dd43b06c65.vmdk. {{(pid=64658) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 934.886637] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-731b69e3-2545-4341-87be-c5defd5c6068 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.896163] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 934.896163] env[64658]: value = "task-2733925" [ 934.896163] env[64658]: _type = "Task" [ 934.896163] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.906199] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733925, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.016637] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Acquiring lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.016887] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.090838] env[64658]: DEBUG nova.network.neutron [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Updating instance_info_cache with network_info: [{"id": "86382128-966a-4397-ac0e-326d243bed99", "address": "fa:16:3e:2e:6e:c0", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86382128-96", "ovs_interfaceid": "86382128-966a-4397-ac0e-326d243bed99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.131925] env[64658]: DEBUG nova.compute.manager [req-e25b77ee-621d-4acf-8dbb-939474c588b3 req-92ec6eea-7aa4-4b5a-898d-df1e2e78a5f1 service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Received event network-vif-plugged-637c485c-61c1-4fdf-a415-b2d60333189f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.132218] env[64658]: DEBUG oslo_concurrency.lockutils [req-e25b77ee-621d-4acf-8dbb-939474c588b3 req-92ec6eea-7aa4-4b5a-898d-df1e2e78a5f1 service nova] Acquiring lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.132368] env[64658]: DEBUG oslo_concurrency.lockutils [req-e25b77ee-621d-4acf-8dbb-939474c588b3 req-92ec6eea-7aa4-4b5a-898d-df1e2e78a5f1 service nova] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.132530] env[64658]: DEBUG oslo_concurrency.lockutils [req-e25b77ee-621d-4acf-8dbb-939474c588b3 req-92ec6eea-7aa4-4b5a-898d-df1e2e78a5f1 service nova] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.132700] env[64658]: DEBUG nova.compute.manager [req-e25b77ee-621d-4acf-8dbb-939474c588b3 req-92ec6eea-7aa4-4b5a-898d-df1e2e78a5f1 service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] No waiting events found dispatching network-vif-plugged-637c485c-61c1-4fdf-a415-b2d60333189f {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.132873] env[64658]: WARNING nova.compute.manager [req-e25b77ee-621d-4acf-8dbb-939474c588b3 req-92ec6eea-7aa4-4b5a-898d-df1e2e78a5f1 service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Received unexpected event network-vif-plugged-637c485c-61c1-4fdf-a415-b2d60333189f for instance with vm_state building and task_state spawning. [ 935.138890] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d12ab548-1d7e-45a3-9418-bab927ce63cd] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 935.234311] env[64658]: DEBUG nova.network.neutron [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Successfully updated port: 637c485c-61c1-4fdf-a415-b2d60333189f {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.306906] env[64658]: DEBUG oslo_concurrency.lockutils [None req-988fb1da-4265-4333-ba3a-ef469ee26e36 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "3bffa434-8e8c-4158-875f-720aed2cd1bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.771s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.369867] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.407142] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733925, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.519935] env[64658]: DEBUG nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.593262] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.593500] env[64658]: DEBUG nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Instance network_info: |[{"id": "86382128-966a-4397-ac0e-326d243bed99", "address": "fa:16:3e:2e:6e:c0", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86382128-96", "ovs_interfaceid": "86382128-966a-4397-ac0e-326d243bed99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.593933] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:6e:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86382128-966a-4397-ac0e-326d243bed99', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.602384] env[64658]: DEBUG oslo.service.loopingcall [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.602819] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.603077] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3782aecc-e7cb-4bb3-a630-abf5302dd26a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.624866] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.624866] env[64658]: value = "task-2733926" [ 935.624866] env[64658]: _type = "Task" [ 935.624866] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.639623] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733926, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.643386] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 710f1c00-ffd8-421a-aff5-53ff649944b9] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 935.737180] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.737402] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.737529] env[64658]: DEBUG nova.network.neutron [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.872457] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733924, 'name': ReconfigVM_Task, 'duration_secs': 0.637725} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.872794] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Reconfigured VM instance instance-0000004a to attach disk [datastore1] da82a2df-50c8-4265-925e-2b7f781e7718/da82a2df-50c8-4265-925e-2b7f781e7718.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.876051] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee8bc216-d247-4fb2-897d-260ec36c2426 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.884969] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 935.884969] env[64658]: value = "task-2733927" [ 935.884969] env[64658]: _type = "Task" [ 935.884969] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.897202] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733927, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.907482] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733925, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.045398] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.138373] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733926, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.147676] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 60e0f787-8892-45be-ba34-fee3467cf46b] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 936.177241] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0192beb-e822-454a-a90d-83bf57b57489 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.187671] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77ecd64-1d00-4897-8f25-98b7fe8b9652 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.222569] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67498d3-bfab-41d4-aab1-561173467767 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.232109] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f540ea59-faa5-4a5d-8273-b8b13dd4fccf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.252678] env[64658]: DEBUG nova.compute.provider_tree [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.287329] env[64658]: DEBUG nova.network.neutron [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.396909] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733927, 'name': Rename_Task, 'duration_secs': 0.452952} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.397212] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.397470] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cf0188-18af-4ab5-95e6-77cc645c3dd9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.411382] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 936.411382] env[64658]: value = "task-2733928" [ 936.411382] env[64658]: _type = "Task" [ 936.411382] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.414489] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733925, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.424398] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.439581] env[64658]: DEBUG nova.network.neutron [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance_info_cache with network_info: [{"id": "637c485c-61c1-4fdf-a415-b2d60333189f", "address": "fa:16:3e:30:1a:9c", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637c485c-61", "ovs_interfaceid": "637c485c-61c1-4fdf-a415-b2d60333189f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.638402] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733926, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.652113] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 886b2525-69e9-448e-9040-681eee70d547] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 936.756524] env[64658]: DEBUG nova.scheduler.client.report [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.912658] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733925, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.926140] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.942931] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.943347] env[64658]: DEBUG nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Instance network_info: |[{"id": "637c485c-61c1-4fdf-a415-b2d60333189f", "address": "fa:16:3e:30:1a:9c", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637c485c-61", "ovs_interfaceid": "637c485c-61c1-4fdf-a415-b2d60333189f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.943785] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:1a:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '637c485c-61c1-4fdf-a415-b2d60333189f', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.952027] env[64658]: DEBUG oslo.service.loopingcall [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.952285] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.952526] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06d44f0b-e2cf-4429-88f1-04af1cad88b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.977422] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.977422] env[64658]: value = "task-2733929" [ 936.977422] env[64658]: _type = "Task" [ 936.977422] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.988690] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733929, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.140475] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733926, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.155435] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 65ee8800-400a-4baa-b696-e7a405c8fc16] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 937.160219] env[64658]: DEBUG nova.compute.manager [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Received event network-changed-637c485c-61c1-4fdf-a415-b2d60333189f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.160561] env[64658]: DEBUG nova.compute.manager [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Refreshing instance network info cache due to event network-changed-637c485c-61c1-4fdf-a415-b2d60333189f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.160739] env[64658]: DEBUG oslo_concurrency.lockutils [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] Acquiring lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.160800] env[64658]: DEBUG oslo_concurrency.lockutils [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] Acquired lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.161108] env[64658]: DEBUG nova.network.neutron [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Refreshing network info cache for port 637c485c-61c1-4fdf-a415-b2d60333189f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.263672] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.265598] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.373s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.267651] env[64658]: INFO nova.compute.claims [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.416700] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733925, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.427556] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733928, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.492883] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733929, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.640665] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733926, 'name': CreateVM_Task, 'duration_secs': 2.000434} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.640845] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.641630] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.641806] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.642174] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.642430] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b6d3ea-89ff-4450-af9f-a7ab41e7efeb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.651901] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 937.651901] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d18a00-bdbb-0400-566c-ba958b7e0ed4" [ 937.651901] env[64658]: _type = "Task" [ 937.651901] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.659103] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 111e1917-88f2-4b5d-bb21-0357ab1f334d] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 937.668946] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d18a00-bdbb-0400-566c-ba958b7e0ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.772939] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "6f6d0941-e87e-4ca5-80b3-b2b1a714f7ae" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.773214] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "6f6d0941-e87e-4ca5-80b3-b2b1a714f7ae" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.884666] env[64658]: DEBUG nova.network.neutron [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updated VIF entry in instance network info cache for port 637c485c-61c1-4fdf-a415-b2d60333189f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.884666] env[64658]: DEBUG nova.network.neutron [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance_info_cache with network_info: [{"id": "637c485c-61c1-4fdf-a415-b2d60333189f", "address": "fa:16:3e:30:1a:9c", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637c485c-61", "ovs_interfaceid": "637c485c-61c1-4fdf-a415-b2d60333189f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.911610] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733925, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.758474} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.911881] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855/OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855.vmdk to [datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65/920ad6bc-0b02-437a-966a-d2dd43b06c65.vmdk. [ 937.912083] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Cleaning up location [datastore1] OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 937.912278] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_efd955de-9b9b-41db-9b7f-a4e59ae88855 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.912488] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f89370a-0bdb-451b-91b3-07c2e5914885 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.928667] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 937.928667] env[64658]: value = "task-2733930" [ 937.928667] env[64658]: _type = "Task" [ 937.928667] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.932015] env[64658]: DEBUG oslo_vmware.api [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733928, 'name': PowerOnVM_Task, 'duration_secs': 1.39353} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.935306] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.935614] env[64658]: INFO nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Took 11.99 seconds to spawn the instance on the hypervisor. [ 937.935713] env[64658]: DEBUG nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.936542] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031cf563-7527-4efe-a146-f0716e5c5225 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.948560] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.989238] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733929, 'name': CreateVM_Task, 'duration_secs': 0.849729} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.989398] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.990084] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.167474] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d18a00-bdbb-0400-566c-ba958b7e0ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.016211} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.167919] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.168307] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.169023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.169023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.169360] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.169394] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.169703] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.169945] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04d8749d-609c-4245-abc6-9c9ccc41ab22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.171784] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0b17c9-562a-4c29-861b-48f417fa0bf9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.173588] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 904fd66a-85d9-4c1d-9400-cf23db360df7] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 938.180167] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 938.180167] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5281f856-452d-5e43-59d5-fcf7be35ce03" [ 938.180167] env[64658]: _type = "Task" [ 938.180167] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.184371] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.184556] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.185651] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc6a874-5f74-46d1-b262-8c3d49533a9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.190886] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5281f856-452d-5e43-59d5-fcf7be35ce03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.194383] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 938.194383] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526f56bd-10d0-17f7-6947-ce8e577407c9" [ 938.194383] env[64658]: _type = "Task" [ 938.194383] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.205170] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526f56bd-10d0-17f7-6947-ce8e577407c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.278814] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "6f6d0941-e87e-4ca5-80b3-b2b1a714f7ae" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.279403] env[64658]: DEBUG nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.387871] env[64658]: DEBUG oslo_concurrency.lockutils [req-a5e1cb34-b4f9-441d-a587-77d9c3ebfe99 req-0eda75e8-c2b4-4a0f-8a21-9354c6b683db service nova] Releasing lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.441752] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04917} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.444324] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.444499] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65/920ad6bc-0b02-437a-966a-d2dd43b06c65.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.444734] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65/920ad6bc-0b02-437a-966a-d2dd43b06c65.vmdk to [datastore1] 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6/82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.445186] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb717c1a-7901-409f-aaa0-2640fbe881af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.454229] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 938.454229] env[64658]: value = "task-2733931" [ 938.454229] env[64658]: _type = "Task" [ 938.454229] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.461732] env[64658]: INFO nova.compute.manager [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Took 41.03 seconds to build instance. [ 938.469205] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.660076] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c5e62-1e57-478c-95d4-8e6baa9794bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.668610] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e5a27c-899a-446d-90db-238f8c15d07a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.700235] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.700399] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Cleaning up deleted instances with incomplete migration {{(pid=64658) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 938.709647] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201118b-6a48-45c4-956d-ad6e073d3b70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.722951] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526f56bd-10d0-17f7-6947-ce8e577407c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.728885] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5281f856-452d-5e43-59d5-fcf7be35ce03, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.729137] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a26da3-0f12-4948-9ecc-dab146465d39 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.732473] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720e176-b139-425a-80de-855322e89d2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.736680] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.736924] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.737151] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.743350] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 938.743350] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5255dbf4-6f1a-96f3-bde9-2092a75172a1" [ 938.743350] env[64658]: _type = "Task" [ 938.743350] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.751795] env[64658]: DEBUG nova.compute.provider_tree [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.762374] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5255dbf4-6f1a-96f3-bde9-2092a75172a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.787792] env[64658]: DEBUG nova.compute.utils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 938.789988] env[64658]: DEBUG nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.789988] env[64658]: DEBUG nova.network.neutron [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.838095] env[64658]: DEBUG nova.policy [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1369b3637c704e1783f13e44018d666b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '051d627ac3fe43199ce7bc90ddbbe6ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.964302] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c08a0c9c-569e-466f-8e7e-d2bfdd6b93e8 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.536s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.970292] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733931, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.060074] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "da82a2df-50c8-4265-925e-2b7f781e7718" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.060290] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.060482] env[64658]: DEBUG nova.compute.manager [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.061528] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf5943-47b9-446b-a108-a3b322d7f602 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.071066] env[64658]: DEBUG nova.compute.manager [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 939.071689] env[64658]: DEBUG nova.objects.instance [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'flavor' on Instance uuid da82a2df-50c8-4265-925e-2b7f781e7718 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.157402] env[64658]: DEBUG nova.network.neutron [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Successfully created port: 9464ce2c-41ff-4fad-82d1-939e26e15282 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.204019] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.258150] env[64658]: DEBUG nova.scheduler.client.report [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.266542] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5255dbf4-6f1a-96f3-bde9-2092a75172a1, 'name': SearchDatastore_Task, 'duration_secs': 0.060117} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.267394] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.270111] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1/a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.270111] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.270111] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.270111] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b039573d-d937-4775-b4d0-4d19f6b94609 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.271304] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d0dbc97-4f4e-4fb0-a2c2-483e1faf7d70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.282790] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 939.282790] env[64658]: value = "task-2733932" [ 939.282790] env[64658]: _type = "Task" [ 939.282790] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.291571] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.292185] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.298527] env[64658]: DEBUG nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.303393] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e66cf7-a2cb-41a2-a451-2129b4bc2918 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.305562] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.311250] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 939.311250] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f92c35-d7a8-8942-245a-0b39db85854f" [ 939.311250] env[64658]: _type = "Task" [ 939.311250] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.324904] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f92c35-d7a8-8942-245a-0b39db85854f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.468547] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733931, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.768859] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.769269] env[64658]: DEBUG nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.772418] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.620s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.773877] env[64658]: INFO nova.compute.claims [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.796336] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.825253] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f92c35-d7a8-8942-245a-0b39db85854f, 'name': SearchDatastore_Task, 'duration_secs': 0.088684} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.827163] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a533e6-a77f-4e15-aacd-61c020273bd8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.835234] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 939.835234] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c43c56-b596-8a60-8296-70f32c604f3b" [ 939.835234] env[64658]: _type = "Task" [ 939.835234] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.847903] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c43c56-b596-8a60-8296-70f32c604f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.969482] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733931, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.080028] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.080394] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e64f934-541c-4b0d-8917-b04332ba971a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.089676] env[64658]: DEBUG oslo_vmware.api [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 940.089676] env[64658]: value = "task-2733933" [ 940.089676] env[64658]: _type = "Task" [ 940.089676] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.104844] env[64658]: DEBUG oslo_vmware.api [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.278748] env[64658]: DEBUG nova.compute.utils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 940.282707] env[64658]: DEBUG nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.282855] env[64658]: DEBUG nova.network.neutron [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.300023] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.318173] env[64658]: DEBUG nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.326673] env[64658]: DEBUG nova.policy [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53482881c4343cc95273592211a6702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88889640432a47f6ab2781e8585c948a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.349862] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c43c56-b596-8a60-8296-70f32c604f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.092924} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.352636] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.352981] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.353180] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.353383] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.353578] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.353674] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.353969] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.354234] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.354414] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.354582] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.354799] env[64658]: DEBUG nova.virt.hardware [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.355237] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.355494] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] b2d35a6b-370b-4773-940d-e63f10bbb8d3/b2d35a6b-370b-4773-940d-e63f10bbb8d3.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.356503] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc23f0c-8b06-4b25-8e14-3e6ccc43b3b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.361716] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ee8fd0-3d8d-4880-895a-5bdef34bd42d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.374691] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09beccc-0c5c-42af-9dbc-74633f2915b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.379210] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 940.379210] env[64658]: value = "task-2733934" [ 940.379210] env[64658]: _type = "Task" [ 940.379210] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.400291] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.470999] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733931, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.602667] env[64658]: DEBUG oslo_vmware.api [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733933, 'name': PowerOffVM_Task, 'duration_secs': 0.477456} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.602958] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.603241] env[64658]: DEBUG nova.compute.manager [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.604127] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca058e9-884f-4268-a0c3-bdc14ab8bc02 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.719293] env[64658]: DEBUG nova.compute.manager [req-7a84d839-579c-47ae-8461-32eb7b81e3ce req-7a1f1386-c5fb-4a77-b061-648666d729c8 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Received event network-vif-plugged-9464ce2c-41ff-4fad-82d1-939e26e15282 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.719528] env[64658]: DEBUG oslo_concurrency.lockutils [req-7a84d839-579c-47ae-8461-32eb7b81e3ce req-7a1f1386-c5fb-4a77-b061-648666d729c8 service nova] Acquiring lock "164ab5dd-bae6-4721-9d91-083cf08997e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.719822] env[64658]: DEBUG oslo_concurrency.lockutils [req-7a84d839-579c-47ae-8461-32eb7b81e3ce req-7a1f1386-c5fb-4a77-b061-648666d729c8 service nova] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.720095] env[64658]: DEBUG oslo_concurrency.lockutils [req-7a84d839-579c-47ae-8461-32eb7b81e3ce req-7a1f1386-c5fb-4a77-b061-648666d729c8 service nova] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.720274] env[64658]: DEBUG nova.compute.manager [req-7a84d839-579c-47ae-8461-32eb7b81e3ce req-7a1f1386-c5fb-4a77-b061-648666d729c8 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] No waiting events found dispatching network-vif-plugged-9464ce2c-41ff-4fad-82d1-939e26e15282 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.720441] env[64658]: WARNING nova.compute.manager [req-7a84d839-579c-47ae-8461-32eb7b81e3ce req-7a1f1386-c5fb-4a77-b061-648666d729c8 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Received unexpected event network-vif-plugged-9464ce2c-41ff-4fad-82d1-939e26e15282 for instance with vm_state building and task_state spawning. [ 940.783246] env[64658]: DEBUG nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.805507] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733932, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.806301] env[64658]: DEBUG nova.network.neutron [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Successfully created port: 16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.898619] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.913897] env[64658]: DEBUG nova.network.neutron [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Successfully updated port: 9464ce2c-41ff-4fad-82d1-939e26e15282 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.973304] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733931, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.118556] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d8394b25-2c6c-4b64-94bb-cec507178965 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.242828] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb40741-8a79-4203-8f0b-bcf51cd69d30 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.253269] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b0c43e-753b-43ea-828f-4febfa673247 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.291712] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4812899-f81b-4abc-946e-265363f569c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.307223] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733932, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.310561] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23567e85-1857-4a21-863c-0b1b43da91e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.327066] env[64658]: DEBUG nova.compute.provider_tree [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.392626] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.417223] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "refresh_cache-164ab5dd-bae6-4721-9d91-083cf08997e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.417370] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquired lock "refresh_cache-164ab5dd-bae6-4721-9d91-083cf08997e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.417537] env[64658]: DEBUG nova.network.neutron [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.471590] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733931, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.80132} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.472120] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/920ad6bc-0b02-437a-966a-d2dd43b06c65/920ad6bc-0b02-437a-966a-d2dd43b06c65.vmdk to [datastore1] 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6/82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.473058] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0295c9c-6c54-4401-bfa7-7722491737bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.491149] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "da82a2df-50c8-4265-925e-2b7f781e7718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.491426] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.491654] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "da82a2df-50c8-4265-925e-2b7f781e7718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.491817] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.492052] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.503295] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6/82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.503991] env[64658]: INFO nova.compute.manager [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Terminating instance [ 941.506146] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef5043c-83a5-4e9d-9bb5-22e3adcf7c29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.529727] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 941.529727] env[64658]: value = "task-2733935" [ 941.529727] env[64658]: _type = "Task" [ 941.529727] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.538642] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.806024] env[64658]: DEBUG nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.808422] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733932, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.242478} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.809134] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1/a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.809384] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.809706] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d47e5be8-1787-4e1a-8f8b-65d0a30cacb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.819226] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 941.819226] env[64658]: value = "task-2733936" [ 941.819226] env[64658]: _type = "Task" [ 941.819226] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.831016] env[64658]: DEBUG nova.scheduler.client.report [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.834464] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.847106] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.847479] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.847664] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.848681] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.848858] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.849581] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.849581] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.849742] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.849902] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.850217] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.850414] env[64658]: DEBUG nova.virt.hardware [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.851567] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac18d89f-2215-4c9e-a2ce-6163980c6ee7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.864963] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92008ce-0c31-4452-b7ae-5960d0267163 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.894402] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733934, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.499127} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.894676] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] b2d35a6b-370b-4773-940d-e63f10bbb8d3/b2d35a6b-370b-4773-940d-e63f10bbb8d3.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.894900] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.895179] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2546786-0f3a-4023-8954-a9de9073f40b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.902756] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 941.902756] env[64658]: value = "task-2733937" [ 941.902756] env[64658]: _type = "Task" [ 941.902756] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.911085] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.963279] env[64658]: DEBUG nova.network.neutron [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.025436] env[64658]: DEBUG nova.compute.manager [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.025756] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.026995] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325d65cc-4e00-4ae8-aaf4-e49da23880f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.035286] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.035858] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df3b74b9-a01a-4a60-99aa-61393bab0b19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.040469] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733935, 'name': ReconfigVM_Task, 'duration_secs': 0.425447} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.043131] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6/82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.043790] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e082ea-2059-41b6-b654-40a82289793b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.050913] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 942.050913] env[64658]: value = "task-2733939" [ 942.050913] env[64658]: _type = "Task" [ 942.050913] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.059767] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733939, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.109350] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.109667] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.109965] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore1] da82a2df-50c8-4265-925e-2b7f781e7718 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.110295] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e888d00-04c1-4777-ac46-cdde1d0ca949 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.118157] env[64658]: DEBUG oslo_vmware.api [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 942.118157] env[64658]: value = "task-2733940" [ 942.118157] env[64658]: _type = "Task" [ 942.118157] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.119161] env[64658]: DEBUG nova.network.neutron [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Updating instance_info_cache with network_info: [{"id": "9464ce2c-41ff-4fad-82d1-939e26e15282", "address": "fa:16:3e:91:ab:0f", "network": {"id": "08345aa2-bad6-46db-b811-81eb6a06b9ea", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-208712913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "051d627ac3fe43199ce7bc90ddbbe6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9464ce2c-41", "ovs_interfaceid": "9464ce2c-41ff-4fad-82d1-939e26e15282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.131467] env[64658]: DEBUG oslo_vmware.api [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.331413] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092328} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.331805] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.332550] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf8b2ef-adb7-430a-b69d-049ae1c65805 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.348475] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.348965] env[64658]: DEBUG nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.363958] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1/a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.363958] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.042s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.363958] env[64658]: DEBUG nova.objects.instance [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lazy-loading 'resources' on Instance uuid 604afb68-292a-4e28-a901-9df7a8d5be47 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.363958] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43d1004-1c3d-403b-8269-41560d21b227 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.390644] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 942.390644] env[64658]: value = "task-2733941" [ 942.390644] env[64658]: _type = "Task" [ 942.390644] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.394964] env[64658]: DEBUG nova.network.neutron [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Successfully updated port: 16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.402118] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.417154] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083167} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.418098] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.418949] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2522abf0-f912-41df-af74-6f2f18d0e604 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.446596] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] b2d35a6b-370b-4773-940d-e63f10bbb8d3/b2d35a6b-370b-4773-940d-e63f10bbb8d3.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.449646] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac36a9ed-a3df-4c53-abe3-ddc97cffdac6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.470912] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 942.470912] env[64658]: value = "task-2733942" [ 942.470912] env[64658]: _type = "Task" [ 942.470912] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.479656] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.561536] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733939, 'name': Rename_Task, 'duration_secs': 0.160232} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.564121] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.564871] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b659f50-d472-4851-9f3b-ba1e202c9fb8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.573018] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 942.573018] env[64658]: value = "task-2733943" [ 942.573018] env[64658]: _type = "Task" [ 942.573018] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.590768] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.625214] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Releasing lock "refresh_cache-164ab5dd-bae6-4721-9d91-083cf08997e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.625544] env[64658]: DEBUG nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Instance network_info: |[{"id": "9464ce2c-41ff-4fad-82d1-939e26e15282", "address": "fa:16:3e:91:ab:0f", "network": {"id": "08345aa2-bad6-46db-b811-81eb6a06b9ea", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-208712913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "051d627ac3fe43199ce7bc90ddbbe6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9464ce2c-41", "ovs_interfaceid": "9464ce2c-41ff-4fad-82d1-939e26e15282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.625970] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:ab:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9464ce2c-41ff-4fad-82d1-939e26e15282', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.633861] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Creating folder: Project (051d627ac3fe43199ce7bc90ddbbe6ff). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.637175] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56f101e7-a1b0-48c3-b21c-d5a7b785fecb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.642495] env[64658]: DEBUG oslo_vmware.api [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2733940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150006} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.643172] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.643408] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.643619] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.643817] env[64658]: INFO nova.compute.manager [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Took 0.62 seconds to destroy the instance on the hypervisor. [ 942.644087] env[64658]: DEBUG oslo.service.loopingcall [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.644300] env[64658]: DEBUG nova.compute.manager [-] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.644410] env[64658]: DEBUG nova.network.neutron [-] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.653868] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Created folder: Project (051d627ac3fe43199ce7bc90ddbbe6ff) in parent group-v550231. [ 942.653868] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Creating folder: Instances. Parent ref: group-v550447. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.654212] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1bd734b-63a3-4b20-8d63-3020dda85b03 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.667480] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Created folder: Instances in parent group-v550447. [ 942.667725] env[64658]: DEBUG oslo.service.loopingcall [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.667922] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.668158] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a78dfe5-aaed-4567-b880-7b2fad9448b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.691705] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.691705] env[64658]: value = "task-2733946" [ 942.691705] env[64658]: _type = "Task" [ 942.691705] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.713283] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733946, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.760276] env[64658]: DEBUG nova.compute.manager [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Received event network-changed-9464ce2c-41ff-4fad-82d1-939e26e15282 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.760276] env[64658]: DEBUG nova.compute.manager [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Refreshing instance network info cache due to event network-changed-9464ce2c-41ff-4fad-82d1-939e26e15282. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.760276] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Acquiring lock "refresh_cache-164ab5dd-bae6-4721-9d91-083cf08997e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.760276] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Acquired lock "refresh_cache-164ab5dd-bae6-4721-9d91-083cf08997e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.760276] env[64658]: DEBUG nova.network.neutron [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Refreshing network info cache for port 9464ce2c-41ff-4fad-82d1-939e26e15282 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.808863] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be21785-db59-48e9-b5b2-d210eabd5a1c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.817049] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdfee2d-b1e5-47d7-bba5-a74d7eabdb6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.857786] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387d55a-802c-43b7-aa25-b6e91a69d8a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.863339] env[64658]: DEBUG nova.compute.utils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 942.864881] env[64658]: DEBUG nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.865290] env[64658]: DEBUG nova.network.neutron [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.874784] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a865a4-454c-45d3-85c6-5e9f2740dcb5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.897024] env[64658]: DEBUG nova.compute.provider_tree [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.902947] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.902947] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.902947] env[64658]: DEBUG nova.network.neutron [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.913241] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733941, 'name': ReconfigVM_Task, 'duration_secs': 0.344082} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.913241] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Reconfigured VM instance instance-0000004c to attach disk [datastore1] a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1/a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.913241] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad31816b-1fd3-4d9d-8d46-2ffaebcd06a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.921424] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 942.921424] env[64658]: value = "task-2733947" [ 942.921424] env[64658]: _type = "Task" [ 942.921424] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.931612] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733947, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.950235] env[64658]: DEBUG nova.policy [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2685c58cdcc414ab44e79ef96b4966d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '556c245549a246368ec05fadd3e8a5dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.985090] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733942, 'name': ReconfigVM_Task, 'duration_secs': 0.313282} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.985418] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Reconfigured VM instance instance-0000004d to attach disk [datastore1] b2d35a6b-370b-4773-940d-e63f10bbb8d3/b2d35a6b-370b-4773-940d-e63f10bbb8d3.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.986167] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586d4a45-233d-4446-855a-c8c5afcc66de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.996303] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 942.996303] env[64658]: value = "task-2733948" [ 942.996303] env[64658]: _type = "Task" [ 942.996303] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.006297] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733948, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.085224] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.201751] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733946, 'name': CreateVM_Task, 'duration_secs': 0.452098} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.201945] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.202652] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.202818] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.203146] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.203408] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fd0c2e-5eb2-4898-9eed-d9122e801311 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.208849] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 943.208849] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b29d3d-f634-384f-a97a-32421a292bbe" [ 943.208849] env[64658]: _type = "Task" [ 943.208849] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.218541] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b29d3d-f634-384f-a97a-32421a292bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.249752] env[64658]: DEBUG nova.network.neutron [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Successfully created port: cdeceb98-c11d-4e68-84c8-8e6249ac16dc {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.374650] env[64658]: DEBUG nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.404437] env[64658]: DEBUG nova.scheduler.client.report [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.435890] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733947, 'name': Rename_Task, 'duration_secs': 0.212752} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.436164] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.436400] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97372bec-6040-49d5-ac67-6e205efd308d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.443923] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 943.443923] env[64658]: value = "task-2733949" [ 943.443923] env[64658]: _type = "Task" [ 943.443923] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.451989] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.460846] env[64658]: DEBUG nova.network.neutron [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.480008] env[64658]: DEBUG nova.network.neutron [-] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.505320] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733948, 'name': Rename_Task, 'duration_secs': 0.177608} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.505602] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.505848] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852d1748-b418-43a8-9169-03facfe97659 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.514773] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 943.514773] env[64658]: value = "task-2733950" [ 943.514773] env[64658]: _type = "Task" [ 943.514773] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.523384] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.586547] env[64658]: DEBUG nova.network.neutron [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Updated VIF entry in instance network info cache for port 9464ce2c-41ff-4fad-82d1-939e26e15282. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.586894] env[64658]: DEBUG nova.network.neutron [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Updating instance_info_cache with network_info: [{"id": "9464ce2c-41ff-4fad-82d1-939e26e15282", "address": "fa:16:3e:91:ab:0f", "network": {"id": "08345aa2-bad6-46db-b811-81eb6a06b9ea", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-208712913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "051d627ac3fe43199ce7bc90ddbbe6ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9464ce2c-41", "ovs_interfaceid": "9464ce2c-41ff-4fad-82d1-939e26e15282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.588177] env[64658]: DEBUG oslo_vmware.api [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733943, 'name': PowerOnVM_Task, 'duration_secs': 0.6509} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.588448] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.588612] env[64658]: INFO nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Took 14.99 seconds to spawn the instance on the hypervisor. [ 943.588787] env[64658]: DEBUG nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.589979] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c9811-60a9-4c42-b3bd-ac7fecbe52cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.702042] env[64658]: DEBUG nova.network.neutron [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating instance_info_cache with network_info: [{"id": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "address": "fa:16:3e:b1:f1:98", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16518514-8d", "ovs_interfaceid": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.721413] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b29d3d-f634-384f-a97a-32421a292bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.721715] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.721946] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.722196] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.722339] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.722513] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.722773] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53270726-e5de-4914-9db2-b0ecf50ed1d2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.733807] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.734033] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.735022] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a7374a-b8be-4a0f-8cd7-f1307ae19e75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.741807] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 943.741807] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5228a613-16e8-3092-4472-4b2d0dbf69a9" [ 943.741807] env[64658]: _type = "Task" [ 943.741807] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.751960] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5228a613-16e8-3092-4472-4b2d0dbf69a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.911144] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.549s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.913525] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.549s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.914248] env[64658]: DEBUG nova.objects.instance [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lazy-loading 'resources' on Instance uuid 7b8df0de-651f-488c-861d-2d90c8ffaa8b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.938996] env[64658]: INFO nova.scheduler.client.report [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Deleted allocations for instance 604afb68-292a-4e28-a901-9df7a8d5be47 [ 943.957698] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.982664] env[64658]: INFO nova.compute.manager [-] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Took 1.34 seconds to deallocate network for instance. [ 944.028437] env[64658]: DEBUG oslo_vmware.api [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733950, 'name': PowerOnVM_Task, 'duration_secs': 0.488845} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.028903] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.029259] env[64658]: INFO nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Took 9.31 seconds to spawn the instance on the hypervisor. [ 944.029572] env[64658]: DEBUG nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.030467] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dbb0bc-a166-4e17-88e2-430c89eb433b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.094969] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Releasing lock "refresh_cache-164ab5dd-bae6-4721-9d91-083cf08997e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.095401] env[64658]: DEBUG nova.compute.manager [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Received event network-vif-plugged-16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.095701] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.095988] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Lock "5983a6bf-30ad-43c2-973a-c0da12516956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.096191] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Lock "5983a6bf-30ad-43c2-973a-c0da12516956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.096365] env[64658]: DEBUG nova.compute.manager [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] No waiting events found dispatching network-vif-plugged-16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.096534] env[64658]: WARNING nova.compute.manager [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Received unexpected event network-vif-plugged-16518514-8d09-4ad3-a4b6-49d9d9e0291e for instance with vm_state building and task_state spawning. [ 944.096697] env[64658]: DEBUG nova.compute.manager [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Received event network-changed-16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.096854] env[64658]: DEBUG nova.compute.manager [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Refreshing instance network info cache due to event network-changed-16518514-8d09-4ad3-a4b6-49d9d9e0291e. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.097038] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Acquiring lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.122395] env[64658]: INFO nova.compute.manager [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Took 45.21 seconds to build instance. [ 944.204421] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.204637] env[64658]: DEBUG nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Instance network_info: |[{"id": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "address": "fa:16:3e:b1:f1:98", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16518514-8d", "ovs_interfaceid": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.205049] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Acquired lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.205318] env[64658]: DEBUG nova.network.neutron [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Refreshing network info cache for port 16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.206888] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f1:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16518514-8d09-4ad3-a4b6-49d9d9e0291e', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.220978] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Creating folder: Project (88889640432a47f6ab2781e8585c948a). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.222342] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc0cd839-81d2-44a1-8ea0-1da2198dc1a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.236829] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Created folder: Project (88889640432a47f6ab2781e8585c948a) in parent group-v550231. [ 944.236829] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Creating folder: Instances. Parent ref: group-v550450. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.237108] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ddf57c3-c694-41c7-aee0-356a01e53b3c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.251602] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Created folder: Instances in parent group-v550450. [ 944.251602] env[64658]: DEBUG oslo.service.loopingcall [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.254703] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.254977] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5228a613-16e8-3092-4472-4b2d0dbf69a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015193} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.255189] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf5bc55b-0f0f-4bdc-99f1-d66fb71b0b07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.270367] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f655def4-3bc8-4bbe-8e0b-fbd85041be3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.278054] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 944.278054] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52304bb1-9976-77c3-9e15-e3700f5b3855" [ 944.278054] env[64658]: _type = "Task" [ 944.278054] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.279328] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.279328] env[64658]: value = "task-2733953" [ 944.279328] env[64658]: _type = "Task" [ 944.279328] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.294675] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52304bb1-9976-77c3-9e15-e3700f5b3855, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.294884] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733953, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.295162] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.295418] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 164ab5dd-bae6-4721-9d91-083cf08997e9/164ab5dd-bae6-4721-9d91-083cf08997e9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.295684] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cfdcffa-a669-451b-9276-3fd1530b6de8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.305114] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 944.305114] env[64658]: value = "task-2733954" [ 944.305114] env[64658]: _type = "Task" [ 944.305114] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.315367] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.384364] env[64658]: DEBUG nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.413245] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.413510] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.413700] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.413956] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.414128] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.414292] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.414503] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.414674] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.414888] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.414994] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.415182] env[64658]: DEBUG nova.virt.hardware [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.416311] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4e7eee-c65b-4c4b-a979-5259aec41024 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.428431] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85480e2f-5f4d-4058-a847-261713b40cc9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.452226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5d31e98e-08fb-4e29-992f-d73dcc4321ff tempest-MigrationsAdminTest-1342794794 tempest-MigrationsAdminTest-1342794794-project-member] Lock "604afb68-292a-4e28-a901-9df7a8d5be47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.734s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.458993] env[64658]: DEBUG oslo_vmware.api [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733949, 'name': PowerOnVM_Task, 'duration_secs': 0.642825} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.459300] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.459544] env[64658]: INFO nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Took 12.29 seconds to spawn the instance on the hypervisor. [ 944.459725] env[64658]: DEBUG nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.460557] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952fe75e-d2f2-46c5-b8a5-0904c235b2e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.492069] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.556714] env[64658]: INFO nova.compute.manager [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Took 35.17 seconds to build instance. [ 944.626810] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f3603229-c830-4c74-a353-98f9b00542e8 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.721s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.799746] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733953, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.815288] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.899167] env[64658]: DEBUG nova.compute.manager [req-339171b3-6384-4db4-83c5-49dc23463791 req-99073eea-82b4-4790-8b5b-a47b7ec2c843 service nova] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Received event network-vif-deleted-97a47bf1-ae87-44af-8fba-4f82df3c18a0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.933655] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd0b850-2449-46f4-bb00-8457117e4938 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.944319] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa310d04-1b7a-447c-9ba3-4a05f1acff31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.995876] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d730a83-ee49-4d15-9dcc-94b651cfb9e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.999085] env[64658]: INFO nova.compute.manager [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Took 36.30 seconds to build instance. [ 945.007333] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aed9d2-c1e2-419b-adc3-e9ddb4876ff7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.030483] env[64658]: DEBUG nova.compute.provider_tree [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.059401] env[64658]: DEBUG oslo_concurrency.lockutils [None req-31e2eb7d-a8ef-4948-826b-3942d5a71570 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.682s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.081012] env[64658]: DEBUG nova.network.neutron [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Successfully updated port: cdeceb98-c11d-4e68-84c8-8e6249ac16dc {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.137221] env[64658]: DEBUG nova.network.neutron [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updated VIF entry in instance network info cache for port 16518514-8d09-4ad3-a4b6-49d9d9e0291e. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.137596] env[64658]: DEBUG nova.network.neutron [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating instance_info_cache with network_info: [{"id": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "address": "fa:16:3e:b1:f1:98", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16518514-8d", "ovs_interfaceid": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.292846] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733953, 'name': CreateVM_Task, 'duration_secs': 0.568329} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.293091] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.293682] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.293851] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.294187] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.294455] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f18e8d2-cbca-47c5-a711-69d766eb0d80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.299215] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 945.299215] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528a11f2-c004-2db6-12ab-255a9e599f63" [ 945.299215] env[64658]: _type = "Task" [ 945.299215] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.307510] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528a11f2-c004-2db6-12ab-255a9e599f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.315260] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553351} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.315544] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 164ab5dd-bae6-4721-9d91-083cf08997e9/164ab5dd-bae6-4721-9d91-083cf08997e9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.315654] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.315894] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-486131e9-3367-4423-8fab-d5b046f10aec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.322124] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 945.322124] env[64658]: value = "task-2733955" [ 945.322124] env[64658]: _type = "Task" [ 945.322124] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.331225] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.502711] env[64658]: DEBUG oslo_concurrency.lockutils [None req-789d4e0d-af74-4c58-b118-4e7f49f7d8b9 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.813s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.535330] env[64658]: DEBUG nova.scheduler.client.report [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.584444] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "refresh_cache-63cca341-d24e-4ad8-bc65-2129990717f9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.584697] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquired lock "refresh_cache-63cca341-d24e-4ad8-bc65-2129990717f9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.584764] env[64658]: DEBUG nova.network.neutron [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.641071] env[64658]: DEBUG oslo_concurrency.lockutils [req-acb8f22d-a44d-40a7-803f-2619468fb3fb req-25926770-d3eb-4729-a41a-9af34df6c648 service nova] Releasing lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.656149] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.656471] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.656768] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.657050] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.657304] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.660682] env[64658]: INFO nova.compute.manager [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Terminating instance [ 945.813273] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528a11f2-c004-2db6-12ab-255a9e599f63, 'name': SearchDatastore_Task, 'duration_secs': 0.033862} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.813630] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.813905] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.814141] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.814292] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.814472] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.814813] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1602cc9f-14fe-45a8-8d57-713767975789 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.827422] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.827610] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.828772] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6d56d6-3a30-4216-b68d-7e25bc0ff9f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.834741] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.359231} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.836664] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.838094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] Acquiring lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.838261] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] Acquired lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.838446] env[64658]: DEBUG nova.network.neutron [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.841860] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28742b8-1448-4c50-bd0f-e13c7b22faef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.844985] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 945.844985] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ba6c12-6428-abb8-ea59-64b85223edbb" [ 945.844985] env[64658]: _type = "Task" [ 945.844985] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.868799] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 164ab5dd-bae6-4721-9d91-083cf08997e9/164ab5dd-bae6-4721-9d91-083cf08997e9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.871163] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bff166-157a-4ffd-b542-a2d44116b40e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.892659] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ba6c12-6428-abb8-ea59-64b85223edbb, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.897645] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da3fd9a-3e94-4220-9ba4-16290ab30c25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.899084] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 945.899084] env[64658]: value = "task-2733956" [ 945.899084] env[64658]: _type = "Task" [ 945.899084] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.915629] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.915977] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 945.915977] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52284d5c-20fe-aa0c-58b0-6be39451c099" [ 945.915977] env[64658]: _type = "Task" [ 945.915977] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.925184] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52284d5c-20fe-aa0c-58b0-6be39451c099, 'name': SearchDatastore_Task, 'duration_secs': 0.017125} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.925447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.926067] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5983a6bf-30ad-43c2-973a-c0da12516956/5983a6bf-30ad-43c2-973a-c0da12516956.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.926067] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a0a5a0-bb49-4fec-b4e0-12fec959ed98 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.932919] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 945.932919] env[64658]: value = "task-2733957" [ 945.932919] env[64658]: _type = "Task" [ 945.932919] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.941256] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.041235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.043675] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.974s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.043802] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.045969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.049071] env[64658]: INFO nova.compute.claims [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.066806] env[64658]: INFO nova.scheduler.client.report [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted allocations for instance 7b8df0de-651f-488c-861d-2d90c8ffaa8b [ 946.082289] env[64658]: INFO nova.scheduler.client.report [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted allocations for instance b14417a8-4522-465d-9eff-f44b1e438595 [ 946.157243] env[64658]: DEBUG nova.network.neutron [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.165196] env[64658]: DEBUG nova.compute.manager [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.165443] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.166356] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac604d9-9f11-4c1e-a402-3c1cc69d403b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.174754] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.175065] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdceef71-7646-4cd7-81b0-52a5f9085af5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.181441] env[64658]: DEBUG oslo_vmware.api [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 946.181441] env[64658]: value = "task-2733958" [ 946.181441] env[64658]: _type = "Task" [ 946.181441] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.189419] env[64658]: DEBUG oslo_vmware.api [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.368030] env[64658]: DEBUG nova.network.neutron [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Updating instance_info_cache with network_info: [{"id": "cdeceb98-c11d-4e68-84c8-8e6249ac16dc", "address": "fa:16:3e:3d:d0:b7", "network": {"id": "1cd4ac4e-b57c-41a7-a413-4432a576ebb7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1590441851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "556c245549a246368ec05fadd3e8a5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeceb98-c1", "ovs_interfaceid": "cdeceb98-c11d-4e68-84c8-8e6249ac16dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.411436] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.443222] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.579674] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63ea858d-cf7a-429e-9aae-114fd683730e tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "7b8df0de-651f-488c-861d-2d90c8ffaa8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.613s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.591599] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ea3ef501-2ce2-4705-858c-451d28d1e281 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "b14417a8-4522-465d-9eff-f44b1e438595" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.275s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.612233] env[64658]: DEBUG nova.network.neutron [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Updating instance_info_cache with network_info: [{"id": "86382128-966a-4397-ac0e-326d243bed99", "address": "fa:16:3e:2e:6e:c0", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86382128-96", "ovs_interfaceid": "86382128-966a-4397-ac0e-326d243bed99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.693094] env[64658]: DEBUG oslo_vmware.api [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733958, 'name': PowerOffVM_Task, 'duration_secs': 0.375654} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.693456] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.693687] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.693980] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c9b7ab-e491-415a-92bf-13f9fc626264 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.759160] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.759425] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.759632] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleting the datastore file [datastore1] 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.759973] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac9d10a-cb9f-426f-b4e1-5730251e6430 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.770065] env[64658]: DEBUG oslo_vmware.api [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 946.770065] env[64658]: value = "task-2733960" [ 946.770065] env[64658]: _type = "Task" [ 946.770065] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.778738] env[64658]: DEBUG oslo_vmware.api [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.872243] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Releasing lock "refresh_cache-63cca341-d24e-4ad8-bc65-2129990717f9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.872856] env[64658]: DEBUG nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Instance network_info: |[{"id": "cdeceb98-c11d-4e68-84c8-8e6249ac16dc", "address": "fa:16:3e:3d:d0:b7", "network": {"id": "1cd4ac4e-b57c-41a7-a413-4432a576ebb7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1590441851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "556c245549a246368ec05fadd3e8a5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeceb98-c1", "ovs_interfaceid": "cdeceb98-c11d-4e68-84c8-8e6249ac16dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.873108] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:d0:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdeceb98-c11d-4e68-84c8-8e6249ac16dc', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.882458] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Creating folder: Project (556c245549a246368ec05fadd3e8a5dc). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.883526] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eca55b2e-8fac-4b60-b459-5d0ec7c12195 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.897622] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Created folder: Project (556c245549a246368ec05fadd3e8a5dc) in parent group-v550231. [ 946.897886] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Creating folder: Instances. Parent ref: group-v550453. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.898435] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa1de4e-e382-423a-a110-c84fbeb6f685 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.908714] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Created folder: Instances in parent group-v550453. [ 946.908806] env[64658]: DEBUG oslo.service.loopingcall [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.913391] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.913604] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.913840] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d66a93d0-e237-4840-96c8-5ee118d07c69 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.939583] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.939583] env[64658]: value = "task-2733963" [ 946.939583] env[64658]: _type = "Task" [ 946.939583] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.951870] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733957, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.955567] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733963, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.960844] env[64658]: DEBUG nova.compute.manager [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Received event network-vif-plugged-cdeceb98-c11d-4e68-84c8-8e6249ac16dc {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.961260] env[64658]: DEBUG oslo_concurrency.lockutils [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] Acquiring lock "63cca341-d24e-4ad8-bc65-2129990717f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.961383] env[64658]: DEBUG oslo_concurrency.lockutils [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] Lock "63cca341-d24e-4ad8-bc65-2129990717f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.961617] env[64658]: DEBUG oslo_concurrency.lockutils [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] Lock "63cca341-d24e-4ad8-bc65-2129990717f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.961828] env[64658]: DEBUG nova.compute.manager [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] No waiting events found dispatching network-vif-plugged-cdeceb98-c11d-4e68-84c8-8e6249ac16dc {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.962010] env[64658]: WARNING nova.compute.manager [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Received unexpected event network-vif-plugged-cdeceb98-c11d-4e68-84c8-8e6249ac16dc for instance with vm_state building and task_state spawning. [ 946.962228] env[64658]: DEBUG nova.compute.manager [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Received event network-changed-cdeceb98-c11d-4e68-84c8-8e6249ac16dc {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.962419] env[64658]: DEBUG nova.compute.manager [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Refreshing instance network info cache due to event network-changed-cdeceb98-c11d-4e68-84c8-8e6249ac16dc. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.962616] env[64658]: DEBUG oslo_concurrency.lockutils [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] Acquiring lock "refresh_cache-63cca341-d24e-4ad8-bc65-2129990717f9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.962757] env[64658]: DEBUG oslo_concurrency.lockutils [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] Acquired lock "refresh_cache-63cca341-d24e-4ad8-bc65-2129990717f9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.962966] env[64658]: DEBUG nova.network.neutron [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Refreshing network info cache for port cdeceb98-c11d-4e68-84c8-8e6249ac16dc {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.114855] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] Releasing lock "refresh_cache-a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.115293] env[64658]: DEBUG nova.compute.manager [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Inject network info {{(pid=64658) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 947.115605] env[64658]: DEBUG nova.compute.manager [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] network_info to inject: |[{"id": "86382128-966a-4397-ac0e-326d243bed99", "address": "fa:16:3e:2e:6e:c0", "network": {"id": "d1b7efaa-c7b3-4feb-a6b9-bb8844d4cf01", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-540785939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c76b70bc7f6b4852b0e07b653c8e9b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86382128-96", "ovs_interfaceid": "86382128-966a-4397-ac0e-326d243bed99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 947.120746] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Reconfiguring VM instance to set the machine id {{(pid=64658) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 947.124112] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ace712a-3cef-46b3-8d00-71d7767b84dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.140708] env[64658]: DEBUG oslo_vmware.api [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] Waiting for the task: (returnval){ [ 947.140708] env[64658]: value = "task-2733964" [ 947.140708] env[64658]: _type = "Task" [ 947.140708] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.151952] env[64658]: DEBUG oslo_vmware.api [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] Task: {'id': task-2733964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.281628] env[64658]: DEBUG oslo_vmware.api [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2733960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300014} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.285990] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.286292] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.286506] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.286734] env[64658]: INFO nova.compute.manager [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 947.287034] env[64658]: DEBUG oslo.service.loopingcall [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.287528] env[64658]: DEBUG nova.compute.manager [-] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.287620] env[64658]: DEBUG nova.network.neutron [-] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.356978] env[64658]: DEBUG nova.compute.manager [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 947.410286] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733956, 'name': ReconfigVM_Task, 'duration_secs': 1.437055} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.410286] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 164ab5dd-bae6-4721-9d91-083cf08997e9/164ab5dd-bae6-4721-9d91-083cf08997e9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.410804] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aea56a9-3fe8-43eb-b283-fa463c266630 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.419751] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 947.419751] env[64658]: value = "task-2733965" [ 947.419751] env[64658]: _type = "Task" [ 947.419751] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.430940] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733965, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.447393] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733957, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.202971} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.447393] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5983a6bf-30ad-43c2-973a-c0da12516956/5983a6bf-30ad-43c2-973a-c0da12516956.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.447638] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.450483] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3890f40b-3e47-4c2f-b048-ddb7a73c2b3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.455781] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733963, 'name': CreateVM_Task, 'duration_secs': 0.442703} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.456382] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.457112] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.457316] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.457785] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.458086] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaaa4af1-1d1b-449a-924c-1b7141f03f84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.460738] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 947.460738] env[64658]: value = "task-2733966" [ 947.460738] env[64658]: _type = "Task" [ 947.460738] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.467218] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 947.467218] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529c761e-607a-c867-2f20-dabe4f9e1a0b" [ 947.467218] env[64658]: _type = "Task" [ 947.467218] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.472251] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89736dff-c04c-40fd-94d4-95f67ce58e24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.481149] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.486655] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529c761e-607a-c867-2f20-dabe4f9e1a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.489750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed7331-ec40-41a4-81fd-c4d58fb42db1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.521984] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45638d5-de90-48a1-9190-be3e9754b625 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.530346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a000324-eb2f-4f57-85b7-dd48fb9be733 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.546179] env[64658]: DEBUG nova.compute.provider_tree [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.652716] env[64658]: DEBUG oslo_vmware.api [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] Task: {'id': task-2733964, 'name': ReconfigVM_Task, 'duration_secs': 0.19432} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.652982] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46c20e9b-526d-4048-9a8b-32ff63b10a6c tempest-ServersAdminTestJSON-1017963603 tempest-ServersAdminTestJSON-1017963603-project-admin] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Reconfigured VM instance to set the machine id {{(pid=64658) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 947.840162] env[64658]: DEBUG nova.network.neutron [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Updated VIF entry in instance network info cache for port cdeceb98-c11d-4e68-84c8-8e6249ac16dc. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.840734] env[64658]: DEBUG nova.network.neutron [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Updating instance_info_cache with network_info: [{"id": "cdeceb98-c11d-4e68-84c8-8e6249ac16dc", "address": "fa:16:3e:3d:d0:b7", "network": {"id": "1cd4ac4e-b57c-41a7-a413-4432a576ebb7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1590441851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "556c245549a246368ec05fadd3e8a5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeceb98-c1", "ovs_interfaceid": "cdeceb98-c11d-4e68-84c8-8e6249ac16dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.874688] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.934129] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733965, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.974403] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080332} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.979018] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.979018] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc24831c-2b00-468b-90ee-2fe6335a80b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.985791] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529c761e-607a-c867-2f20-dabe4f9e1a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021459} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.994994] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.995260] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.995500] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.996131] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.996131] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.006387] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 5983a6bf-30ad-43c2-973a-c0da12516956/5983a6bf-30ad-43c2-973a-c0da12516956.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.006698] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d2cc57e-8c99-48cd-8f81-8b4a0474f80d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.009030] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f059d8-5720-4ae0-b01e-8beb3501543f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.029851] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.030132] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.035585] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 948.035585] env[64658]: value = "task-2733967" [ 948.035585] env[64658]: _type = "Task" [ 948.035585] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.046593] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.048661] env[64658]: DEBUG nova.scheduler.client.report [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.053180] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.053466] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.054360] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f02466-f051-468b-b3b8-f00b3b3ada09 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.059573] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 948.059573] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524e617e-f05f-1de8-a1cd-e5d5baea76fd" [ 948.059573] env[64658]: _type = "Task" [ 948.059573] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.060864] env[64658]: DEBUG nova.network.neutron [-] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.069251] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "52979769-9199-441a-96cf-252a62903ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.069487] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "52979769-9199-441a-96cf-252a62903ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.076707] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524e617e-f05f-1de8-a1cd-e5d5baea76fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.344318] env[64658]: DEBUG oslo_concurrency.lockutils [req-27098cff-96fe-4b89-9a7a-657223e79645 req-7a81601a-bd3e-41e9-9c72-4f5797ecf701 service nova] Releasing lock "refresh_cache-63cca341-d24e-4ad8-bc65-2129990717f9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.432278] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.432520] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.441803] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733965, 'name': Rename_Task, 'duration_secs': 1.004782} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.441803] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.441803] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1797b793-9bb6-4e81-8150-7b199f8716f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.447357] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 948.447357] env[64658]: value = "task-2733968" [ 948.447357] env[64658]: _type = "Task" [ 948.447357] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.455853] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.533034] env[64658]: DEBUG nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.545235] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.555160] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.555930] env[64658]: DEBUG nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.558905] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.067s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.559094] env[64658]: DEBUG nova.objects.instance [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'resources' on Instance uuid da82a2df-50c8-4265-925e-2b7f781e7718 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.566505] env[64658]: INFO nova.compute.manager [-] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Took 1.28 seconds to deallocate network for instance. [ 948.573094] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524e617e-f05f-1de8-a1cd-e5d5baea76fd, 'name': SearchDatastore_Task, 'duration_secs': 0.064564} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.576206] env[64658]: DEBUG nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.579708] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c7c9d9-8370-4a8f-90da-6af58b4651ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.585446] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 948.585446] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ea8915-8ec8-9d2e-8f3e-73a3e70146ca" [ 948.585446] env[64658]: _type = "Task" [ 948.585446] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.593370] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ea8915-8ec8-9d2e-8f3e-73a3e70146ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.936027] env[64658]: DEBUG nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.958391] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733968, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.986330] env[64658]: DEBUG nova.compute.manager [req-cc333951-225b-4f12-94fc-edd0110f101d req-a40da72d-98a5-49bb-b306-564fe5a274e2 service nova] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Received event network-vif-deleted-c90fde3b-cc7e-46e8-afdd-79372c18db88 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.050577] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733967, 'name': ReconfigVM_Task, 'duration_secs': 0.616281} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.050834] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 5983a6bf-30ad-43c2-973a-c0da12516956/5983a6bf-30ad-43c2-973a-c0da12516956.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.051837] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdaab434-9094-4899-ad9b-e0776d7b8ba6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.058806] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 949.058806] env[64658]: value = "task-2733969" [ 949.058806] env[64658]: _type = "Task" [ 949.058806] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.060000] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.061459] env[64658]: DEBUG nova.compute.utils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 949.069573] env[64658]: DEBUG nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.069699] env[64658]: DEBUG nova.network.neutron [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.078568] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.078964] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733969, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.097036] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ea8915-8ec8-9d2e-8f3e-73a3e70146ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.097186] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.097434] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 63cca341-d24e-4ad8-bc65-2129990717f9/63cca341-d24e-4ad8-bc65-2129990717f9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.097687] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae51c8b7-b97b-4ce7-badb-5bc0f5890c9c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.104164] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 949.104164] env[64658]: value = "task-2733970" [ 949.104164] env[64658]: _type = "Task" [ 949.104164] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.104935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.118314] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.133615] env[64658]: DEBUG nova.policy [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c399cff1e2f4cc39966bccac5fddb58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b23541bc8d3f40a49ed0e7baf019b303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.150139] env[64658]: INFO nova.compute.manager [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Rebuilding instance [ 949.203345] env[64658]: DEBUG nova.compute.manager [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.207016] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e603a210-7a92-453f-9b7d-c34f371b3ad3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.463789] env[64658]: DEBUG oslo_vmware.api [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733968, 'name': PowerOnVM_Task, 'duration_secs': 0.653632} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.464850] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.465143] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.465380] env[64658]: INFO nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Took 9.15 seconds to spawn the instance on the hypervisor. [ 949.465536] env[64658]: DEBUG nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.466428] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7ed87-7ae1-41f8-aa7a-963f4a0a1794 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.495617] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bc99d8-d738-46bc-92c5-285d98b4edb0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.503094] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36502a38-833b-4c63-9354-82bb41efbf53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.536433] env[64658]: DEBUG nova.network.neutron [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Successfully created port: 8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.539142] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4635eef-df09-40ba-8008-7defbeda0bca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.547726] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd83867-e8fc-4bbd-bf8a-38535b5e9e0c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.563535] env[64658]: DEBUG nova.compute.provider_tree [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.573798] env[64658]: DEBUG nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.576714] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733969, 'name': Rename_Task, 'duration_secs': 0.17194} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.577681] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.577995] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2a2834-15ab-4c0e-b649-027b8ae888fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.585709] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 949.585709] env[64658]: value = "task-2733971" [ 949.585709] env[64658]: _type = "Task" [ 949.585709] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.594586] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.616088] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.985673] env[64658]: INFO nova.compute.manager [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Took 38.19 seconds to build instance. [ 950.070257] env[64658]: DEBUG nova.scheduler.client.report [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.080398] env[64658]: INFO nova.virt.block_device [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Booting with volume bf15d807-80f2-4844-b913-c4512fce5313 at /dev/sda [ 950.097566] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.113725] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612928} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.113988] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 63cca341-d24e-4ad8-bc65-2129990717f9/63cca341-d24e-4ad8-bc65-2129990717f9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.114218] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.114464] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c432aa1-249c-4a30-8e51-539d88ccdfd2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.120540] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 950.120540] env[64658]: value = "task-2733972" [ 950.120540] env[64658]: _type = "Task" [ 950.120540] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.121599] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3becde20-523d-4b20-a264-da0b6019624d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.134021] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.134673] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832c5901-a0ae-4718-a9c1-c21e45fbedbc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.172921] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86d55ec0-3659-4b60-96b5-84194ea73375 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.180355] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8b1d09-7c3c-4410-86a9-551f2a5cb75e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.216342] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc8a929-14cc-4ecf-b217-df8ee06d7ce4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.223245] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.223523] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26d080a-0ed1-4f16-a391-a470bdcbb77e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.225323] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219a41a7-fe17-4679-acb8-099c2639f02d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.234576] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 950.234576] env[64658]: value = "task-2733973" [ 950.234576] env[64658]: _type = "Task" [ 950.234576] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.241498] env[64658]: DEBUG nova.virt.block_device [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Updating existing volume attachment record: 8603e7a4-ee1f-4881-b4e5-7816b5b39f87 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 950.248750] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.487172] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcdb0a73-c894-490c-8df6-f8f0e1a70d39 tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.700s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.512907] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "164ab5dd-bae6-4721-9d91-083cf08997e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.513137] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.513544] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "164ab5dd-bae6-4721-9d91-083cf08997e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.513743] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.513909] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.515950] env[64658]: INFO nova.compute.manager [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Terminating instance [ 950.575853] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.578409] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.704s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.598744] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733971, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.600069] env[64658]: INFO nova.scheduler.client.report [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted allocations for instance da82a2df-50c8-4265-925e-2b7f781e7718 [ 950.631804] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177409} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.631951] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.632704] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae4a631-efd1-4d90-9c3a-6b99805a8814 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.654425] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 63cca341-d24e-4ad8-bc65-2129990717f9/63cca341-d24e-4ad8-bc65-2129990717f9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.655210] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173d36fd-5e80-4614-b578-372354d0a1bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.674495] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 950.674495] env[64658]: value = "task-2733974" [ 950.674495] env[64658]: _type = "Task" [ 950.674495] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.682679] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.743974] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733973, 'name': PowerOffVM_Task, 'duration_secs': 0.21525} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.744255] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.744487] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.745248] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc4ac9-2fbe-4ccb-83f5-fab2af68c0db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.751482] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.751707] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5314c94c-cca3-4a10-820c-0adcc11ce95f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.810014] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.810271] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.810438] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleting the datastore file [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.810683] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b643eb-ced6-46c9-8cb9-30510ebafe28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.829500] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 950.829500] env[64658]: value = "task-2733976" [ 950.829500] env[64658]: _type = "Task" [ 950.829500] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.837961] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.968729] env[64658]: DEBUG nova.compute.manager [req-8b86af45-0af6-4cbc-85e9-fc6bf2c30025 req-075fb5e2-2af0-4db1-b088-1ee83f3db342 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Received event network-vif-plugged-8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.968729] env[64658]: DEBUG oslo_concurrency.lockutils [req-8b86af45-0af6-4cbc-85e9-fc6bf2c30025 req-075fb5e2-2af0-4db1-b088-1ee83f3db342 service nova] Acquiring lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.968729] env[64658]: DEBUG oslo_concurrency.lockutils [req-8b86af45-0af6-4cbc-85e9-fc6bf2c30025 req-075fb5e2-2af0-4db1-b088-1ee83f3db342 service nova] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.969172] env[64658]: DEBUG oslo_concurrency.lockutils [req-8b86af45-0af6-4cbc-85e9-fc6bf2c30025 req-075fb5e2-2af0-4db1-b088-1ee83f3db342 service nova] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.969172] env[64658]: DEBUG nova.compute.manager [req-8b86af45-0af6-4cbc-85e9-fc6bf2c30025 req-075fb5e2-2af0-4db1-b088-1ee83f3db342 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] No waiting events found dispatching network-vif-plugged-8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.969277] env[64658]: WARNING nova.compute.manager [req-8b86af45-0af6-4cbc-85e9-fc6bf2c30025 req-075fb5e2-2af0-4db1-b088-1ee83f3db342 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Received unexpected event network-vif-plugged-8c541956-a2be-44ba-9bb6-9bc3bc337d30 for instance with vm_state building and task_state block_device_mapping. [ 951.020197] env[64658]: DEBUG nova.compute.manager [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.020481] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.021791] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2fce5-afc7-4912-b6af-fd24dcb8b174 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.029361] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.029612] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b8755c-94a7-4930-b752-fe3bb9f3d5bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.035794] env[64658]: DEBUG oslo_vmware.api [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 951.035794] env[64658]: value = "task-2733977" [ 951.035794] env[64658]: _type = "Task" [ 951.035794] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.043914] env[64658]: DEBUG oslo_vmware.api [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.083120] env[64658]: INFO nova.compute.claims [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.097389] env[64658]: DEBUG oslo_vmware.api [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2733971, 'name': PowerOnVM_Task, 'duration_secs': 1.148237} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.099022] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.099022] env[64658]: INFO nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Took 9.29 seconds to spawn the instance on the hypervisor. [ 951.099022] env[64658]: DEBUG nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.099217] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eddc0e5-e6d8-4ba3-9900-81d7fdeb61d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.109743] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ada15abc-7f4d-41da-a736-2b3ffa1c68ea tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "da82a2df-50c8-4265-925e-2b7f781e7718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.618s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.170735] env[64658]: DEBUG nova.network.neutron [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Successfully updated port: 8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.184793] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733974, 'name': ReconfigVM_Task, 'duration_secs': 0.285405} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.185123] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 63cca341-d24e-4ad8-bc65-2129990717f9/63cca341-d24e-4ad8-bc65-2129990717f9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.186498] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f11aad-c007-4074-8d9d-f7eeae1b385d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.192707] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 951.192707] env[64658]: value = "task-2733978" [ 951.192707] env[64658]: _type = "Task" [ 951.192707] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.201248] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733978, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.340986] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366145} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.341369] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.341668] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.341938] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.547642] env[64658]: DEBUG oslo_vmware.api [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733977, 'name': PowerOffVM_Task, 'duration_secs': 0.349588} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.548342] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.548342] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.548520] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18f666d1-432a-4eea-8532-a2eee4b1b128 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.589231] env[64658]: INFO nova.compute.resource_tracker [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating resource usage from migration 81cff614-0f78-496e-83bd-5e0a1b42bf65 [ 951.622197] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.622197] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.622197] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Deleting the datastore file [datastore2] 164ab5dd-bae6-4721-9d91-083cf08997e9 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.622197] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08a22a72-38a9-45b7-9c71-e12973fd8c23 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.624599] env[64658]: INFO nova.compute.manager [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Took 34.76 seconds to build instance. [ 951.632355] env[64658]: DEBUG oslo_vmware.api [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for the task: (returnval){ [ 951.632355] env[64658]: value = "task-2733980" [ 951.632355] env[64658]: _type = "Task" [ 951.632355] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.645534] env[64658]: DEBUG oslo_vmware.api [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.677026] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Acquiring lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.677026] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Acquired lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.677026] env[64658]: DEBUG nova.network.neutron [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.708830] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733978, 'name': Rename_Task, 'duration_secs': 0.23614} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.709396] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.709528] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301b8f3f-65f1-495d-a236-aa9cf4e078ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.715964] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 951.715964] env[64658]: value = "task-2733981" [ 951.715964] env[64658]: _type = "Task" [ 951.715964] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.727806] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.110448] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391f5c33-8185-4234-a38f-351004237f15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.118509] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6413c900-6be1-4ce4-8db1-3e045f880e74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.152965] env[64658]: DEBUG oslo_concurrency.lockutils [None req-214f27f2-7146-4864-adc4-49f8d848f635 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.293s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.157278] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de70cdba-04ed-47d7-b8cd-61ba9b82b76c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.166949] env[64658]: DEBUG oslo_vmware.api [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Task: {'id': task-2733980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248134} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.169706] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.169964] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.170167] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.170351] env[64658]: INFO nova.compute.manager [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 952.170594] env[64658]: DEBUG oslo.service.loopingcall [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.170879] env[64658]: DEBUG nova.compute.manager [-] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.170972] env[64658]: DEBUG nova.network.neutron [-] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.173728] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a3aae9-d480-45d4-b9ac-f1db598cae98 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.199586] env[64658]: DEBUG nova.compute.provider_tree [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.229196] env[64658]: DEBUG oslo_vmware.api [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733981, 'name': PowerOnVM_Task, 'duration_secs': 0.505554} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.230190] env[64658]: DEBUG nova.network.neutron [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.232993] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.232993] env[64658]: INFO nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Took 7.85 seconds to spawn the instance on the hypervisor. [ 952.233202] env[64658]: DEBUG nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.234380] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aff6fb-2803-4438-ae05-c5b32fbbeae7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.362022] env[64658]: DEBUG nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.362022] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.363536] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.364028] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.365129] env[64658]: DEBUG nova.virt.hardware [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.367744] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274667da-c93a-483c-849f-2cef6952c98d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.383557] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee4f61-b6a6-4fcc-a63c-498901c16a48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.395522] env[64658]: DEBUG nova.compute.manager [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Received event network-changed-16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.395754] env[64658]: DEBUG nova.compute.manager [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Refreshing instance network info cache due to event network-changed-16518514-8d09-4ad3-a4b6-49d9d9e0291e. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.396011] env[64658]: DEBUG oslo_concurrency.lockutils [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] Acquiring lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.396455] env[64658]: DEBUG oslo_concurrency.lockutils [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] Acquired lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.396455] env[64658]: DEBUG nova.network.neutron [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Refreshing network info cache for port 16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.412884] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.413167] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.413290] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.413472] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.413647] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.413799] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.414056] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.414345] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.414487] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.414680] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.414906] env[64658]: DEBUG nova.virt.hardware [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.416465] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b2cbfd-55cd-483e-bc66-c42b18588bdb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.425196] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9cd66-2e39-4a74-8c0d-e389d1562a63 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.432399] env[64658]: DEBUG nova.network.neutron [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Updating instance_info_cache with network_info: [{"id": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "address": "fa:16:3e:f6:d3:fc", "network": {"id": "1c02b66d-5126-4a11-baf5-ec1a83f0ba23", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-124558941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23541bc8d3f40a49ed0e7baf019b303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c541956-a2", "ovs_interfaceid": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.445230] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:17:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd477fa05-249e-48b7-9094-39296ba1933d', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.453061] env[64658]: DEBUG oslo.service.loopingcall [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.457023] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.457023] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fbb7b5f-45ce-4df6-8bbf-d19202e0c17a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.474843] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.474843] env[64658]: value = "task-2733982" [ 952.474843] env[64658]: _type = "Task" [ 952.474843] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.485417] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733982, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.593792] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "b1d04f1f-c115-4a95-8231-1345ddb2c717" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.594042] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.708897] env[64658]: DEBUG nova.scheduler.client.report [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.751931] env[64658]: INFO nova.compute.manager [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Took 26.62 seconds to build instance. [ 952.934850] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Releasing lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.936201] env[64658]: DEBUG nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Instance network_info: |[{"id": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "address": "fa:16:3e:f6:d3:fc", "network": {"id": "1c02b66d-5126-4a11-baf5-ec1a83f0ba23", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-124558941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23541bc8d3f40a49ed0e7baf019b303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c541956-a2", "ovs_interfaceid": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.936201] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:d3:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c541956-a2be-44ba-9bb6-9bc3bc337d30', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.944038] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Creating folder: Project (b23541bc8d3f40a49ed0e7baf019b303). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.946733] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80e4c04f-bcf3-463b-951d-b63a75cf0d2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.961449] env[64658]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 952.962059] env[64658]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64658) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 952.962798] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Folder already exists: Project (b23541bc8d3f40a49ed0e7baf019b303). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 952.964539] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Creating folder: Instances. Parent ref: group-v550433. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.965485] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-806becd8-df39-4f4e-9908-3a2b7e2eb5b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.979851] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Created folder: Instances in parent group-v550433. [ 952.980243] env[64658]: DEBUG oslo.service.loopingcall [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.980848] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.981104] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-412e9baa-a048-4797-a903-fa21a24d6611 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.999254] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733982, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.005377] env[64658]: DEBUG nova.compute.manager [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Received event network-changed-8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.005564] env[64658]: DEBUG nova.compute.manager [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Refreshing instance network info cache due to event network-changed-8c541956-a2be-44ba-9bb6-9bc3bc337d30. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.005810] env[64658]: DEBUG oslo_concurrency.lockutils [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] Acquiring lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.005912] env[64658]: DEBUG oslo_concurrency.lockutils [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] Acquired lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.006082] env[64658]: DEBUG nova.network.neutron [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Refreshing network info cache for port 8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.008729] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.008729] env[64658]: value = "task-2733985" [ 953.008729] env[64658]: _type = "Task" [ 953.008729] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.023090] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733985, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.072209] env[64658]: DEBUG nova.network.neutron [-] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.096628] env[64658]: DEBUG nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.170204] env[64658]: DEBUG nova.network.neutron [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updated VIF entry in instance network info cache for port 16518514-8d09-4ad3-a4b6-49d9d9e0291e. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.170589] env[64658]: DEBUG nova.network.neutron [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating instance_info_cache with network_info: [{"id": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "address": "fa:16:3e:b1:f1:98", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16518514-8d", "ovs_interfaceid": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.213777] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.635s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.213965] env[64658]: INFO nova.compute.manager [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Migrating [ 953.220477] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.161s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.221919] env[64658]: INFO nova.compute.claims [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.254613] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0e8ded6f-d931-411b-8499-47064fccd056 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "63cca341-d24e-4ad8-bc65-2129990717f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.129s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.487758] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733982, 'name': CreateVM_Task, 'duration_secs': 0.662625} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.488329] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.489338] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.489679] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.490292] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.490706] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefcfa2d-4a4a-4104-9085-7764b359c97a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.496414] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 953.496414] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f444c5-08c1-85a4-20bb-a98c5272d9eb" [ 953.496414] env[64658]: _type = "Task" [ 953.496414] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.504933] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f444c5-08c1-85a4-20bb-a98c5272d9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.519656] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733985, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.578870] env[64658]: INFO nova.compute.manager [-] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Took 1.41 seconds to deallocate network for instance. [ 953.624970] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.675219] env[64658]: DEBUG oslo_concurrency.lockutils [req-07999b8a-415d-4411-b6cc-7791e768c76c req-ab595ddc-66f6-4258-849c-92816b4e7091 service nova] Releasing lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.732662] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.732782] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.732966] env[64658]: DEBUG nova.network.neutron [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.856139] env[64658]: DEBUG nova.network.neutron [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Updated VIF entry in instance network info cache for port 8c541956-a2be-44ba-9bb6-9bc3bc337d30. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.856567] env[64658]: DEBUG nova.network.neutron [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Updating instance_info_cache with network_info: [{"id": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "address": "fa:16:3e:f6:d3:fc", "network": {"id": "1c02b66d-5126-4a11-baf5-ec1a83f0ba23", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-124558941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23541bc8d3f40a49ed0e7baf019b303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c541956-a2", "ovs_interfaceid": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.007489] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f444c5-08c1-85a4-20bb-a98c5272d9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.007789] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.008671] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.008671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.008671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.008671] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.008868] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8964bb2-7f8c-4102-a375-bbcdf751bdf7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.021950] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2733985, 'name': CreateVM_Task, 'duration_secs': 0.524949} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.022129] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.022786] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550438', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'name': 'volume-bf15d807-80f2-4844-b913-c4512fce5313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44fade9a-a51b-4f12-9e26-c348c0d0cd8d', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'serial': 'bf15d807-80f2-4844-b913-c4512fce5313'}, 'delete_on_termination': True, 'attachment_id': '8603e7a4-ee1f-4881-b4e5-7816b5b39f87', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=64658) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 954.022983] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Root volume attach. Driver type: vmdk {{(pid=64658) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 954.023752] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeb2853-9360-43da-bf2c-6c95133e4896 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.026955] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.027206] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.028203] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a2db7f-ed97-4b4d-946d-2a8558e2e886 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.033942] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc82702-360e-4d41-bc25-83c27c249e5d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.037191] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 954.037191] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521816a2-a0da-3841-821a-7b2dfde923a3" [ 954.037191] env[64658]: _type = "Task" [ 954.037191] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.043044] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aeff46-fa0c-4319-ad42-f35d5b92ebb2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.048085] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521816a2-a0da-3841-821a-7b2dfde923a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.051653] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3a37bd13-5997-4f43-838b-f5a260447be0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.058434] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 954.058434] env[64658]: value = "task-2733986" [ 954.058434] env[64658]: _type = "Task" [ 954.058434] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.066068] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733986, 'name': RelocateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.084263] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.202033] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "63cca341-d24e-4ad8-bc65-2129990717f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.202398] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "63cca341-d24e-4ad8-bc65-2129990717f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.202713] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "63cca341-d24e-4ad8-bc65-2129990717f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.202988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "63cca341-d24e-4ad8-bc65-2129990717f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.203192] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "63cca341-d24e-4ad8-bc65-2129990717f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.205538] env[64658]: INFO nova.compute.manager [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Terminating instance [ 954.359844] env[64658]: DEBUG oslo_concurrency.lockutils [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] Releasing lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.360156] env[64658]: DEBUG nova.compute.manager [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Received event network-vif-deleted-9464ce2c-41ff-4fad-82d1-939e26e15282 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.360344] env[64658]: INFO nova.compute.manager [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Neutron deleted interface 9464ce2c-41ff-4fad-82d1-939e26e15282; detaching it from the instance and deleting it from the info cache [ 954.360751] env[64658]: DEBUG nova.network.neutron [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.519739] env[64658]: DEBUG nova.network.neutron [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance_info_cache with network_info: [{"id": "637c485c-61c1-4fdf-a415-b2d60333189f", "address": "fa:16:3e:30:1a:9c", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637c485c-61", "ovs_interfaceid": "637c485c-61c1-4fdf-a415-b2d60333189f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.550981] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521816a2-a0da-3841-821a-7b2dfde923a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.551902] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ea8cfb-7230-40e7-b976-bf9df025cecb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.560185] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 954.560185] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5226d4be-53be-57f2-283c-0680f6e495a8" [ 954.560185] env[64658]: _type = "Task" [ 954.560185] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.574903] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733986, 'name': RelocateVM_Task} progress is 20%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.580339] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5226d4be-53be-57f2-283c-0680f6e495a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.614915] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1cc6e9-e341-4b90-a1e6-ebc151bf130d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.622693] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423ab9e4-f12e-4ef1-9721-5e0e42362630 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.654528] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e691acc4-f5a7-48f5-9acc-a34518316e56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.662030] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce3df63-cf71-4bd4-9e95-3911e3ddc602 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.675260] env[64658]: DEBUG nova.compute.provider_tree [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.709476] env[64658]: DEBUG nova.compute.manager [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.709751] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.710788] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22f231-10bf-4b33-aebc-9ed36f4f171c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.718245] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.718482] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00746fff-c5e5-468b-989a-c82f4927650e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.724822] env[64658]: DEBUG oslo_vmware.api [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 954.724822] env[64658]: value = "task-2733987" [ 954.724822] env[64658]: _type = "Task" [ 954.724822] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.734304] env[64658]: DEBUG oslo_vmware.api [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.865678] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05aa94d0-94a0-44d6-bd5b-2d5f2b1881f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.875548] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f04d58-f504-4bff-969a-74c42fe475a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.913690] env[64658]: DEBUG nova.compute.manager [req-5b145c8d-3bde-4f1a-8b2d-fd915ee48450 req-38e53537-d1cd-4da3-9684-4b3d071c8db8 service nova] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Detach interface failed, port_id=9464ce2c-41ff-4fad-82d1-939e26e15282, reason: Instance 164ab5dd-bae6-4721-9d91-083cf08997e9 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 955.022609] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.073324] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5226d4be-53be-57f2-283c-0680f6e495a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015757} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.076285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.076549] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.076875] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733986, 'name': RelocateVM_Task, 'duration_secs': 0.584274} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.077011] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f20d575-94ee-4174-802c-5e292187f578 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.078804] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 955.079039] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550438', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'name': 'volume-bf15d807-80f2-4844-b913-c4512fce5313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44fade9a-a51b-4f12-9e26-c348c0d0cd8d', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'serial': 'bf15d807-80f2-4844-b913-c4512fce5313'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 955.079770] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8018c4ba-8e0c-45bb-afaf-441193bd40fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.097046] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec429cbe-f75a-4eca-9ff7-06907e67dc38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.099323] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 955.099323] env[64658]: value = "task-2733988" [ 955.099323] env[64658]: _type = "Task" [ 955.099323] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.119909] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-bf15d807-80f2-4844-b913-c4512fce5313/volume-bf15d807-80f2-4844-b913-c4512fce5313.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.120521] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a60fe5-7883-437b-abcc-634b0ce534f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.139062] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.144174] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 955.144174] env[64658]: value = "task-2733989" [ 955.144174] env[64658]: _type = "Task" [ 955.144174] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.152742] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.178325] env[64658]: DEBUG nova.scheduler.client.report [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.234519] env[64658]: DEBUG oslo_vmware.api [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733987, 'name': PowerOffVM_Task, 'duration_secs': 0.34555} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.234916] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.234990] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.235315] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2505bf76-14fd-4c63-ab6f-f33da4076b5e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.304239] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.304460] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.304644] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Deleting the datastore file [datastore2] 63cca341-d24e-4ad8-bc65-2129990717f9 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.304924] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9b11b93-fa3d-4b41-9993-f21ad6f5617c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.311596] env[64658]: DEBUG oslo_vmware.api [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for the task: (returnval){ [ 955.311596] env[64658]: value = "task-2733991" [ 955.311596] env[64658]: _type = "Task" [ 955.311596] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.319299] env[64658]: DEBUG oslo_vmware.api [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.611340] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733988, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.663150] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.683335] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.684070] env[64658]: DEBUG nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.686942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.608s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.687305] env[64658]: DEBUG nova.objects.instance [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lazy-loading 'resources' on Instance uuid 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.823284] env[64658]: DEBUG oslo_vmware.api [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.111059] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756009} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.111059] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.111059] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.111347] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb6f83d2-1128-40e6-893f-feef32973f2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.117438] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 956.117438] env[64658]: value = "task-2733992" [ 956.117438] env[64658]: _type = "Task" [ 956.117438] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.124821] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.154495] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733989, 'name': ReconfigVM_Task, 'duration_secs': 0.844648} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.154833] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-bf15d807-80f2-4844-b913-c4512fce5313/volume-bf15d807-80f2-4844-b913-c4512fce5313.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.159611] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8604211-ddbb-4fc4-a45a-f5a35f393e9c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.173648] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 956.173648] env[64658]: value = "task-2733993" [ 956.173648] env[64658]: _type = "Task" [ 956.173648] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.186062] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.193649] env[64658]: DEBUG nova.compute.utils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.195213] env[64658]: DEBUG nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.195315] env[64658]: DEBUG nova.network.neutron [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.266064] env[64658]: DEBUG nova.policy [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f5bb1ec03c743d4ae8f7742665eae6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91727557501e40978dd8bad6e09f1a6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.324179] env[64658]: DEBUG oslo_vmware.api [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Task: {'id': task-2733991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530463} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.324454] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.324861] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.324861] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.324958] env[64658]: INFO nova.compute.manager [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Took 1.62 seconds to destroy the instance on the hypervisor. [ 956.325218] env[64658]: DEBUG oslo.service.loopingcall [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.325411] env[64658]: DEBUG nova.compute.manager [-] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.325506] env[64658]: DEBUG nova.network.neutron [-] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.539920] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98992d3-e3ea-4f1f-b845-5a4c80622f6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.558631] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance 'b2d35a6b-370b-4773-940d-e63f10bbb8d3' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.583560] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac08dc-85cc-4412-9cf7-fc5ebb960aff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.591190] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4bdb7-4ae2-4820-b262-1dd16b69fde3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.625127] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0914b579-e0a1-4bc1-be31-2cd76895c92f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.629557] env[64658]: DEBUG nova.compute.manager [req-452704cf-0fde-46dc-a2b1-64e96bb2480c req-b3bac2f0-9748-46c6-998e-f68c01bba442 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Received event network-vif-deleted-cdeceb98-c11d-4e68-84c8-8e6249ac16dc {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.629752] env[64658]: INFO nova.compute.manager [req-452704cf-0fde-46dc-a2b1-64e96bb2480c req-b3bac2f0-9748-46c6-998e-f68c01bba442 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Neutron deleted interface cdeceb98-c11d-4e68-84c8-8e6249ac16dc; detaching it from the instance and deleting it from the info cache [ 956.629924] env[64658]: DEBUG nova.network.neutron [req-452704cf-0fde-46dc-a2b1-64e96bb2480c req-b3bac2f0-9748-46c6-998e-f68c01bba442 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.635722] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06165} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.638378] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.639423] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025643d8-b6e5-46c3-8f6b-78209af398be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.643177] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08bdf7e-4279-4ccf-ae11-73455c11956f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.647281] env[64658]: DEBUG nova.network.neutron [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Successfully created port: 28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.673076] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.681099] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b46ea47-0cd0-4d0f-8887-1796ef2c0a96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.696486] env[64658]: DEBUG nova.compute.provider_tree [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.700965] env[64658]: DEBUG nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.709865] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733993, 'name': ReconfigVM_Task, 'duration_secs': 0.129962} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.711007] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550438', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'name': 'volume-bf15d807-80f2-4844-b913-c4512fce5313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44fade9a-a51b-4f12-9e26-c348c0d0cd8d', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'serial': 'bf15d807-80f2-4844-b913-c4512fce5313'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 956.711580] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 956.711580] env[64658]: value = "task-2733994" [ 956.711580] env[64658]: _type = "Task" [ 956.711580] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.711833] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fb5c14-f57e-4de4-b1f1-e1531deceb2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.721633] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 956.721633] env[64658]: value = "task-2733995" [ 956.721633] env[64658]: _type = "Task" [ 956.721633] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.729459] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733995, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.071195] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.071548] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6492b9-570c-41c0-b44d-fb9bf48eb766 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079788] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 957.079788] env[64658]: value = "task-2733996" [ 957.079788] env[64658]: _type = "Task" [ 957.079788] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.087924] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.122569] env[64658]: DEBUG nova.network.neutron [-] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.152452] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c43e7ea0-eab4-44c0-8edd-ed291594a3e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.152452] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6680a4-0a57-463d-bb72-37da44052418 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.185724] env[64658]: DEBUG nova.compute.manager [req-452704cf-0fde-46dc-a2b1-64e96bb2480c req-b3bac2f0-9748-46c6-998e-f68c01bba442 service nova] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Detach interface failed, port_id=cdeceb98-c11d-4e68-84c8-8e6249ac16dc, reason: Instance 63cca341-d24e-4ad8-bc65-2129990717f9 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 957.204892] env[64658]: DEBUG nova.scheduler.client.report [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.222802] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733994, 'name': ReconfigVM_Task, 'duration_secs': 0.302333} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.225782] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Reconfigured VM instance instance-0000003a to attach disk [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.226611] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2080ee30-95a7-46bb-adef-e7535efc7b9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.233040] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733995, 'name': Rename_Task, 'duration_secs': 0.136119} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.234206] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.234503] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 957.234503] env[64658]: value = "task-2733997" [ 957.234503] env[64658]: _type = "Task" [ 957.234503] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.234680] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77388695-b6fa-4e96-89f1-36715b51c927 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.246392] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733997, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.247461] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 957.247461] env[64658]: value = "task-2733998" [ 957.247461] env[64658]: _type = "Task" [ 957.247461] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.259489] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.590439] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.629962] env[64658]: INFO nova.compute.manager [-] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Took 1.30 seconds to deallocate network for instance. [ 957.712439] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.714850] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.610s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.716377] env[64658]: INFO nova.compute.claims [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.720474] env[64658]: DEBUG nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.735636] env[64658]: INFO nova.scheduler.client.report [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted allocations for instance 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6 [ 957.749366] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733997, 'name': Rename_Task, 'duration_secs': 0.18683} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.751460] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.751673] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.751865] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.752036] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.752259] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.752381] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.752579] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.752739] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.752905] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.753078] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.753258] env[64658]: DEBUG nova.virt.hardware [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.756346] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.757085] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529442b2-b343-4b09-a135-e432b2c604b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.760210] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc3d6b38-aef8-433e-b605-57c75d532591 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.766582] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.769465] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 957.769465] env[64658]: value = "task-2733999" [ 957.769465] env[64658]: _type = "Task" [ 957.769465] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.770717] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f50bc-ce44-4f2f-ba34-a67ec13b1949 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.790990] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733999, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.091108] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2733996, 'name': PowerOffVM_Task, 'duration_secs': 0.927833} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.091421] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.091605] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance 'b2d35a6b-370b-4773-940d-e63f10bbb8d3' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.135982] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.248045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d80d095-1eb2-4279-a77a-7dc5f85f2adb tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.591s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.259861] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.279122] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733999, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.534279] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "4f466b34-4e7f-4b25-9053-8d0c21752c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.534558] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.534768] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "4f466b34-4e7f-4b25-9053-8d0c21752c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.534949] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.535137] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.537357] env[64658]: INFO nova.compute.manager [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Terminating instance [ 958.575061] env[64658]: DEBUG nova.compute.manager [req-5fae6c31-90e2-482f-a1f4-cf242c0814e7 req-56d960f0-9896-4ba3-8bc1-53bb3005a99e service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Received event network-vif-plugged-28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.575425] env[64658]: DEBUG oslo_concurrency.lockutils [req-5fae6c31-90e2-482f-a1f4-cf242c0814e7 req-56d960f0-9896-4ba3-8bc1-53bb3005a99e service nova] Acquiring lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.575728] env[64658]: DEBUG oslo_concurrency.lockutils [req-5fae6c31-90e2-482f-a1f4-cf242c0814e7 req-56d960f0-9896-4ba3-8bc1-53bb3005a99e service nova] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.576014] env[64658]: DEBUG oslo_concurrency.lockutils [req-5fae6c31-90e2-482f-a1f4-cf242c0814e7 req-56d960f0-9896-4ba3-8bc1-53bb3005a99e service nova] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.577237] env[64658]: DEBUG nova.compute.manager [req-5fae6c31-90e2-482f-a1f4-cf242c0814e7 req-56d960f0-9896-4ba3-8bc1-53bb3005a99e service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] No waiting events found dispatching network-vif-plugged-28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.577420] env[64658]: WARNING nova.compute.manager [req-5fae6c31-90e2-482f-a1f4-cf242c0814e7 req-56d960f0-9896-4ba3-8bc1-53bb3005a99e service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Received unexpected event network-vif-plugged-28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 for instance with vm_state building and task_state spawning. [ 958.600021] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.600431] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.600471] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.601098] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.601098] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.601098] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.601304] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.601304] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.601451] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.601612] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.601877] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.607231] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a29e3836-02d3-4268-a4b6-d2cce1b38c13 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.630031] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 958.630031] env[64658]: value = "task-2734000" [ 958.630031] env[64658]: _type = "Task" [ 958.630031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.637490] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.718491] env[64658]: DEBUG nova.network.neutron [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Successfully updated port: 28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.760448] env[64658]: DEBUG oslo_vmware.api [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2733998, 'name': PowerOnVM_Task, 'duration_secs': 1.186834} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.760631] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.760683] env[64658]: INFO nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Took 6.40 seconds to spawn the instance on the hypervisor. [ 958.760861] env[64658]: DEBUG nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.761658] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f476795-99d4-465b-b0f0-b9885d8266ef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.781299] env[64658]: DEBUG oslo_vmware.api [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2733999, 'name': PowerOnVM_Task, 'duration_secs': 0.661434} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.781299] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.781299] env[64658]: DEBUG nova.compute.manager [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.782217] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a78bfa-2fe1-486c-b2a0-145785ae2ca0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.042840] env[64658]: DEBUG nova.compute.manager [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.043208] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.044168] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72801643-5ab4-4b14-b9dc-66f4ec8e5704 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.061405] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.061405] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35b5039b-bd65-4cae-93c1-8ee57c061c5d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.067902] env[64658]: DEBUG oslo_vmware.api [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 959.067902] env[64658]: value = "task-2734001" [ 959.067902] env[64658]: _type = "Task" [ 959.067902] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.078825] env[64658]: DEBUG oslo_vmware.api [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.109386] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "d6dea996-8d01-422c-86e5-186bb5969865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.109579] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "d6dea996-8d01-422c-86e5-186bb5969865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.142735] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734000, 'name': ReconfigVM_Task, 'duration_secs': 0.328274} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.142735] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance 'b2d35a6b-370b-4773-940d-e63f10bbb8d3' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.148553] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ea62b-bb34-47e2-8a9c-338e016092bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.155965] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3dba59-0423-45cc-872a-8d1999a6946e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.191481] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be23a47-647f-4e78-b9a6-3c33422aff9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.200147] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb7525d-bdb3-4ae1-82ee-8a19b4bd9c26 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.215172] env[64658]: DEBUG nova.compute.provider_tree [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.221374] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.221596] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquired lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.221755] env[64658]: DEBUG nova.network.neutron [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.280515] env[64658]: INFO nova.compute.manager [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Took 23.25 seconds to build instance. [ 959.301603] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.577741] env[64658]: DEBUG oslo_vmware.api [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734001, 'name': PowerOffVM_Task, 'duration_secs': 0.369642} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.578156] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.578376] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.578653] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84778b31-b539-4706-ad89-25f6c95163cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.614141] env[64658]: DEBUG nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.648967] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.650135] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.650135] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.650135] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.650135] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.650135] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.650135] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.650431] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.650431] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.650536] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.650691] env[64658]: DEBUG nova.virt.hardware [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.656047] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.657554] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70c15fc-ff86-44a8-b984-ddb6cbd481db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.671281] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.671477] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.671653] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleting the datastore file [datastore1] 4f466b34-4e7f-4b25-9053-8d0c21752c48 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.672264] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39585bf3-9c1b-43fd-af4e-4f059df5111f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.675965] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 959.675965] env[64658]: value = "task-2734003" [ 959.675965] env[64658]: _type = "Task" [ 959.675965] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.679858] env[64658]: DEBUG oslo_vmware.api [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 959.679858] env[64658]: value = "task-2734004" [ 959.679858] env[64658]: _type = "Task" [ 959.679858] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.686483] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.689438] env[64658]: DEBUG oslo_vmware.api [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.717950] env[64658]: DEBUG nova.scheduler.client.report [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.768889] env[64658]: INFO nova.compute.manager [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Rebuilding instance [ 959.784368] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f381c0cc-180a-4fbb-a951-fc422b899a26 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.767s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.787648] env[64658]: DEBUG nova.network.neutron [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.814401] env[64658]: DEBUG nova.compute.manager [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.815322] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da47acd9-9e3b-4060-8664-e9f632c08f45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.979257] env[64658]: DEBUG nova.network.neutron [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Updating instance_info_cache with network_info: [{"id": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "address": "fa:16:3e:dc:7d:02", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ea3f13-76", "ovs_interfaceid": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.003012] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "13b41870-4408-41c7-8e44-25f31f709f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.003271] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "13b41870-4408-41c7-8e44-25f31f709f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.003477] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "13b41870-4408-41c7-8e44-25f31f709f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.003661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "13b41870-4408-41c7-8e44-25f31f709f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.003826] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "13b41870-4408-41c7-8e44-25f31f709f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.006435] env[64658]: INFO nova.compute.manager [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Terminating instance [ 960.135173] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.190368] env[64658]: DEBUG oslo_vmware.api [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223594} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.193416] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.193610] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.193789] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.193963] env[64658]: INFO nova.compute.manager [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.194222] env[64658]: DEBUG oslo.service.loopingcall [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.194428] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734003, 'name': ReconfigVM_Task, 'duration_secs': 0.191865} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.194629] env[64658]: DEBUG nova.compute.manager [-] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.194723] env[64658]: DEBUG nova.network.neutron [-] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.196365] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.197141] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55917ee-4ce7-4aef-b709-5d9975ab17f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.219847] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] b2d35a6b-370b-4773-940d-e63f10bbb8d3/b2d35a6b-370b-4773-940d-e63f10bbb8d3.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.220191] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5404fc7c-9d95-4d7d-971e-d0cec0605507 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.235223] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.235702] env[64658]: DEBUG nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.238332] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.774s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.239897] env[64658]: INFO nova.compute.claims [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.249399] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 960.249399] env[64658]: value = "task-2734005" [ 960.249399] env[64658]: _type = "Task" [ 960.249399] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.259932] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.312033] env[64658]: DEBUG nova.compute.manager [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Received event network-changed-8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.312262] env[64658]: DEBUG nova.compute.manager [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Refreshing instance network info cache due to event network-changed-8c541956-a2be-44ba-9bb6-9bc3bc337d30. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.312419] env[64658]: DEBUG oslo_concurrency.lockutils [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] Acquiring lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.312554] env[64658]: DEBUG oslo_concurrency.lockutils [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] Acquired lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.312704] env[64658]: DEBUG nova.network.neutron [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Refreshing network info cache for port 8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.482308] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Releasing lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.482660] env[64658]: DEBUG nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Instance network_info: |[{"id": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "address": "fa:16:3e:dc:7d:02", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ea3f13-76", "ovs_interfaceid": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.483129] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:7d:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28ea3f13-76d1-4cdf-b61b-540e8f8f7c35', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.493961] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Creating folder: Project (91727557501e40978dd8bad6e09f1a6f). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.495757] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ab31401-5d83-4c33-8c05-9105e6829d13 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.507250] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Created folder: Project (91727557501e40978dd8bad6e09f1a6f) in parent group-v550231. [ 960.507250] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Creating folder: Instances. Parent ref: group-v550459. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.507473] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5221601-4bd4-40ef-baa7-5753eb53e30c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.509877] env[64658]: DEBUG nova.compute.manager [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.510137] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.510916] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b837e-291d-4c29-8f11-d635862ca4d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.516541] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Created folder: Instances in parent group-v550459. [ 960.516751] env[64658]: DEBUG oslo.service.loopingcall [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.516880] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.517100] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70f1ad2-c601-40ae-8da2-ca5a2e1b1e4f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.540353] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.540353] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a922394-1168-472c-ada8-483d2e6ea057 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.542997] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.542997] env[64658]: value = "task-2734008" [ 960.542997] env[64658]: _type = "Task" [ 960.542997] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.546874] env[64658]: DEBUG oslo_vmware.api [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 960.546874] env[64658]: value = "task-2734009" [ 960.546874] env[64658]: _type = "Task" [ 960.546874] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.554192] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734008, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.558963] env[64658]: DEBUG oslo_vmware.api [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2734009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.668270] env[64658]: DEBUG nova.compute.manager [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Received event network-changed-28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.668270] env[64658]: DEBUG nova.compute.manager [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Refreshing instance network info cache due to event network-changed-28ea3f13-76d1-4cdf-b61b-540e8f8f7c35. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.668270] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] Acquiring lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.668270] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] Acquired lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.668270] env[64658]: DEBUG nova.network.neutron [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Refreshing network info cache for port 28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.747612] env[64658]: DEBUG nova.compute.utils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.749637] env[64658]: DEBUG nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.749847] env[64658]: DEBUG nova.network.neutron [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.765448] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.809922] env[64658]: DEBUG nova.policy [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f392d18075f04533966e5c2011c246af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374061ad2fad4f9fb341db0b3f1f8141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.830666] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.831937] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8d58bd-d3dd-4d10-8520-902ef59669fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.838793] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 960.838793] env[64658]: value = "task-2734010" [ 960.838793] env[64658]: _type = "Task" [ 960.838793] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.849219] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.056745] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734008, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.059794] env[64658]: DEBUG oslo_vmware.api [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2734009, 'name': PowerOffVM_Task, 'duration_secs': 0.266842} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.060661] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.060874] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.061167] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cce27b63-8693-407d-a57c-48dc08415832 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.066454] env[64658]: DEBUG nova.network.neutron [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Updated VIF entry in instance network info cache for port 8c541956-a2be-44ba-9bb6-9bc3bc337d30. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.066795] env[64658]: DEBUG nova.network.neutron [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Updating instance_info_cache with network_info: [{"id": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "address": "fa:16:3e:f6:d3:fc", "network": {"id": "1c02b66d-5126-4a11-baf5-ec1a83f0ba23", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-124558941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23541bc8d3f40a49ed0e7baf019b303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c541956-a2", "ovs_interfaceid": "8c541956-a2be-44ba-9bb6-9bc3bc337d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.079167] env[64658]: DEBUG nova.network.neutron [-] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.126436] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.126436] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.126436] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Deleting the datastore file [datastore1] 13b41870-4408-41c7-8e44-25f31f709f95 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.126436] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe045ca5-c145-4a5c-9c7d-fd22491d3a28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.131733] env[64658]: DEBUG oslo_vmware.api [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for the task: (returnval){ [ 961.131733] env[64658]: value = "task-2734012" [ 961.131733] env[64658]: _type = "Task" [ 961.131733] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.141292] env[64658]: DEBUG oslo_vmware.api [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2734012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.173839] env[64658]: DEBUG nova.network.neutron [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Successfully created port: cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.253847] env[64658]: DEBUG nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.268143] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734005, 'name': ReconfigVM_Task, 'duration_secs': 0.561785} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.269251] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Reconfigured VM instance instance-0000004d to attach disk [datastore1] b2d35a6b-370b-4773-940d-e63f10bbb8d3/b2d35a6b-370b-4773-940d-e63f10bbb8d3.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.269251] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance 'b2d35a6b-370b-4773-940d-e63f10bbb8d3' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.349471] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734010, 'name': PowerOffVM_Task, 'duration_secs': 0.231519} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.349471] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.349471] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.352219] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a03045-0463-4434-8619-560ee9b52ceb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.359753] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.360043] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-678c78d7-c547-42c0-8e26-89022096bd7b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.388933] env[64658]: DEBUG nova.network.neutron [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Updated VIF entry in instance network info cache for port 28ea3f13-76d1-4cdf-b61b-540e8f8f7c35. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.388933] env[64658]: DEBUG nova.network.neutron [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Updating instance_info_cache with network_info: [{"id": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "address": "fa:16:3e:dc:7d:02", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ea3f13-76", "ovs_interfaceid": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.418955] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.419200] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.419387] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleting the datastore file [datastore2] bf6c1e9e-c206-4e6b-a0d8-4405839a2702 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.419944] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7493c45a-23b3-4cfb-8617-e8e64a02052e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.428539] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 961.428539] env[64658]: value = "task-2734014" [ 961.428539] env[64658]: _type = "Task" [ 961.428539] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.437555] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.557292] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734008, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.569907] env[64658]: DEBUG oslo_concurrency.lockutils [req-16037d1b-478b-4ee7-b8a3-66a1b7b85fca req-283f5470-9a5d-4778-a331-83f66911ae3b service nova] Releasing lock "refresh_cache-44fade9a-a51b-4f12-9e26-c348c0d0cd8d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.580795] env[64658]: INFO nova.compute.manager [-] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Took 1.38 seconds to deallocate network for instance. [ 961.643237] env[64658]: DEBUG oslo_vmware.api [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Task: {'id': task-2734012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144248} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.645974] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.646182] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.646359] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.646527] env[64658]: INFO nova.compute.manager [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Took 1.14 seconds to destroy the instance on the hypervisor. [ 961.646764] env[64658]: DEBUG oslo.service.loopingcall [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.648380] env[64658]: DEBUG nova.compute.manager [-] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.648431] env[64658]: DEBUG nova.network.neutron [-] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.670435] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e100685-ac68-47f9-a030-02745494d6c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.677897] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f9acb9-e2ad-415f-a5ce-411363de97cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.712785] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce436d7c-d602-4786-ae1e-3f68c69f6204 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.722565] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fb6d51-2703-42af-8f77-7116a048c74e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.743792] env[64658]: DEBUG nova.compute.provider_tree [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.776765] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f983d72-0b9c-44ab-97c5-56c6b7c5bd25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.808536] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7d889-c863-4111-9407-794518eab6e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.840703] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance 'b2d35a6b-370b-4773-940d-e63f10bbb8d3' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.891769] env[64658]: DEBUG oslo_concurrency.lockutils [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] Releasing lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.892051] env[64658]: DEBUG nova.compute.manager [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Received event network-vif-deleted-98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.892239] env[64658]: INFO nova.compute.manager [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Neutron deleted interface 98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1; detaching it from the instance and deleting it from the info cache [ 961.892464] env[64658]: DEBUG nova.network.neutron [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.938173] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143647} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.939033] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.939150] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.939273] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.055818] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734008, 'name': CreateVM_Task, 'duration_secs': 1.39882} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.055818] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.056312] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.056482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.056796] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.057064] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e962c915-931c-4877-acb2-3758b535ad31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.062709] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 962.062709] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52de2868-1bdc-81b3-65bd-35fd95fb2e95" [ 962.062709] env[64658]: _type = "Task" [ 962.062709] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.070963] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52de2868-1bdc-81b3-65bd-35fd95fb2e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.095922] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.247610] env[64658]: DEBUG nova.scheduler.client.report [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.268473] env[64658]: DEBUG nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.295912] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.296186] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.296344] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.296527] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.296676] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.296823] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.297047] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.297214] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.297379] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.297541] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.297711] env[64658]: DEBUG nova.virt.hardware [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.298571] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0efebd5-0a87-4ad7-8ebf-7514dd08f2c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.307190] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb4d185-2b3b-4135-a513-723cc95baf52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.341233] env[64658]: DEBUG nova.compute.manager [req-814e2177-d7db-455b-bce4-9afa3e9294aa req-5c6f55dc-cb37-4a3f-ab74-d801fc92a438 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Received event network-vif-deleted-d74c4553-ea7e-4b97-aa55-90a4e74e8b91 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.341337] env[64658]: INFO nova.compute.manager [req-814e2177-d7db-455b-bce4-9afa3e9294aa req-5c6f55dc-cb37-4a3f-ab74-d801fc92a438 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Neutron deleted interface d74c4553-ea7e-4b97-aa55-90a4e74e8b91; detaching it from the instance and deleting it from the info cache [ 962.341511] env[64658]: DEBUG nova.network.neutron [req-814e2177-d7db-455b-bce4-9afa3e9294aa req-5c6f55dc-cb37-4a3f-ab74-d801fc92a438 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.378059] env[64658]: DEBUG nova.network.neutron [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Port 637c485c-61c1-4fdf-a415-b2d60333189f binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.395138] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-438ad2dc-2027-4ca2-83d7-a7d751eab0e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.404641] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78891be8-cd35-4922-816d-5d1b4c026efb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.440561] env[64658]: DEBUG nova.compute.manager [req-ebadae7f-e436-4072-8967-33c1fa6ac844 req-bb54b06a-df05-43f6-a8f5-5d84c56399bc service nova] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Detach interface failed, port_id=98aac1ee-2c5a-43b4-a9e6-5eeef347a9d1, reason: Instance 4f466b34-4e7f-4b25-9053-8d0c21752c48 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 962.576023] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52de2868-1bdc-81b3-65bd-35fd95fb2e95, 'name': SearchDatastore_Task, 'duration_secs': 0.022202} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.576023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.576023] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.576023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.576023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.576023] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.576023] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f575073-1ebf-41f0-be93-9ee20a37ebcd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.586202] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.586202] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.586401] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa5dd48-1606-4b53-ab9b-3b36eecceefa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.592837] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 962.592837] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5269f616-7009-bc59-01bc-944130056e48" [ 962.592837] env[64658]: _type = "Task" [ 962.592837] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.604022] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5269f616-7009-bc59-01bc-944130056e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.611345] env[64658]: DEBUG nova.network.neutron [-] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.676571] env[64658]: DEBUG nova.network.neutron [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Successfully updated port: cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.700639] env[64658]: DEBUG nova.compute.manager [req-8da505ee-9368-43ad-8ec1-059a09903f30 req-6326a04d-bdbd-4c59-a75c-a55af8c92191 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Received event network-vif-plugged-cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.700867] env[64658]: DEBUG oslo_concurrency.lockutils [req-8da505ee-9368-43ad-8ec1-059a09903f30 req-6326a04d-bdbd-4c59-a75c-a55af8c92191 service nova] Acquiring lock "52979769-9199-441a-96cf-252a62903ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.700867] env[64658]: DEBUG oslo_concurrency.lockutils [req-8da505ee-9368-43ad-8ec1-059a09903f30 req-6326a04d-bdbd-4c59-a75c-a55af8c92191 service nova] Lock "52979769-9199-441a-96cf-252a62903ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.701401] env[64658]: DEBUG oslo_concurrency.lockutils [req-8da505ee-9368-43ad-8ec1-059a09903f30 req-6326a04d-bdbd-4c59-a75c-a55af8c92191 service nova] Lock "52979769-9199-441a-96cf-252a62903ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.701872] env[64658]: DEBUG nova.compute.manager [req-8da505ee-9368-43ad-8ec1-059a09903f30 req-6326a04d-bdbd-4c59-a75c-a55af8c92191 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] No waiting events found dispatching network-vif-plugged-cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.701872] env[64658]: WARNING nova.compute.manager [req-8da505ee-9368-43ad-8ec1-059a09903f30 req-6326a04d-bdbd-4c59-a75c-a55af8c92191 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Received unexpected event network-vif-plugged-cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 for instance with vm_state building and task_state spawning. [ 962.756021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.756021] env[64658]: DEBUG nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.756021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.131s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.757356] env[64658]: INFO nova.compute.claims [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.843833] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5ded649-1375-4ac8-82ee-335a53f99e09 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.855161] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc76208-4233-4b87-9b3a-8dc9686275f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.900675] env[64658]: DEBUG nova.compute.manager [req-814e2177-d7db-455b-bce4-9afa3e9294aa req-5c6f55dc-cb37-4a3f-ab74-d801fc92a438 service nova] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Detach interface failed, port_id=d74c4553-ea7e-4b97-aa55-90a4e74e8b91, reason: Instance 13b41870-4408-41c7-8e44-25f31f709f95 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 962.976850] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.977170] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.977369] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.977586] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.977783] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.977981] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.978302] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.978502] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.978706] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.978905] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.979125] env[64658]: DEBUG nova.virt.hardware [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.980071] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204967e3-deb2-427b-93a1-0de34215dd7a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.988668] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc91958-c783-4f08-8667-e4ff86207b4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.003121] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:17:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd477fa05-249e-48b7-9094-39296ba1933d', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.011392] env[64658]: DEBUG oslo.service.loopingcall [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.011734] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.011987] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2886d075-4b0c-4337-a7d0-988a4cc1872a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.034189] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.034189] env[64658]: value = "task-2734015" [ 963.034189] env[64658]: _type = "Task" [ 963.034189] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.043226] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734015, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.103859] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5269f616-7009-bc59-01bc-944130056e48, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.105044] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e790e47-929a-4b09-a0cb-83bff46529b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.110467] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 963.110467] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5215798d-1104-3c67-3de8-6e1d5b3313ca" [ 963.110467] env[64658]: _type = "Task" [ 963.110467] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.114008] env[64658]: INFO nova.compute.manager [-] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Took 1.47 seconds to deallocate network for instance. [ 963.125504] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5215798d-1104-3c67-3de8-6e1d5b3313ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.179745] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "refresh_cache-52979769-9199-441a-96cf-252a62903ee3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.179988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "refresh_cache-52979769-9199-441a-96cf-252a62903ee3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.180346] env[64658]: DEBUG nova.network.neutron [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.264486] env[64658]: DEBUG nova.compute.utils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.268702] env[64658]: DEBUG nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.268831] env[64658]: DEBUG nova.network.neutron [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.322295] env[64658]: DEBUG nova.policy [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f23fcc0645064f75bb0d0ea1415a189b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '620a1ac7fb86487282fa10cc02d98322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.417449] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.417680] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.417867] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.543949] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734015, 'name': CreateVM_Task, 'duration_secs': 0.381841} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.544141] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.544812] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.545040] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.545353] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.545594] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a53c51-8819-4013-908d-ab920b1a877a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.550815] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 963.550815] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524378c0-6623-f7a3-a309-6603951b2851" [ 963.550815] env[64658]: _type = "Task" [ 963.550815] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.560972] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524378c0-6623-f7a3-a309-6603951b2851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.615668] env[64658]: DEBUG nova.network.neutron [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Successfully created port: d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.623872] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.624284] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5215798d-1104-3c67-3de8-6e1d5b3313ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.624472] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.624930] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f/f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.625079] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c2545b5-5328-4b43-bac0-64fb9b43bc86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.631141] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 963.631141] env[64658]: value = "task-2734016" [ 963.631141] env[64658]: _type = "Task" [ 963.631141] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.639554] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.710777] env[64658]: DEBUG nova.network.neutron [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.775201] env[64658]: DEBUG nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.863728] env[64658]: DEBUG nova.network.neutron [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Updating instance_info_cache with network_info: [{"id": "cfaf2735-9501-43a8-bf9d-5868c7c1fdd1", "address": "fa:16:3e:98:69:65", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaf2735-95", "ovs_interfaceid": "cfaf2735-9501-43a8-bf9d-5868c7c1fdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.066046] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524378c0-6623-f7a3-a309-6603951b2851, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.066341] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.066573] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.066812] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.066958] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.067273] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.067478] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e593d0ae-5564-4c44-92be-b27f3181c3a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.080957] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.081155] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.082214] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942d55bc-0ada-4fe2-99a0-7febc02cd356 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.092165] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 964.092165] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522c67f0-c4eb-171a-f835-ed4a1aa09c2e" [ 964.092165] env[64658]: _type = "Task" [ 964.092165] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.105170] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522c67f0-c4eb-171a-f835-ed4a1aa09c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.143571] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734016, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.286416] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a6bbf-9919-483e-a06d-4dbd28520297 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.293248] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a454a1c-3844-4bb0-8427-9554168d57f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.325576] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97eb8f9-1ac4-422a-bfa0-581896f3f1e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.333405] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c567c18-2f23-42a9-b1e5-0c2fe4726015 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.347251] env[64658]: DEBUG nova.compute.provider_tree [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.369336] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "refresh_cache-52979769-9199-441a-96cf-252a62903ee3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.369678] env[64658]: DEBUG nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Instance network_info: |[{"id": "cfaf2735-9501-43a8-bf9d-5868c7c1fdd1", "address": "fa:16:3e:98:69:65", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaf2735-95", "ovs_interfaceid": "cfaf2735-9501-43a8-bf9d-5868c7c1fdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.370116] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:69:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfaf2735-9501-43a8-bf9d-5868c7c1fdd1', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.377785] env[64658]: DEBUG oslo.service.loopingcall [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.378340] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52979769-9199-441a-96cf-252a62903ee3] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.378607] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57161b7e-1b0f-4d88-9f6f-a4298bd281b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.398256] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.398256] env[64658]: value = "task-2734017" [ 964.398256] env[64658]: _type = "Task" [ 964.398256] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.405698] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734017, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.459742] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.459953] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.460182] env[64658]: DEBUG nova.network.neutron [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.602775] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522c67f0-c4eb-171a-f835-ed4a1aa09c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.048158} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.603590] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df3db80-5392-48e6-b0e6-f8261a4311b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.608598] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 964.608598] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521a3654-2e30-7a82-0954-35d08b9713fa" [ 964.608598] env[64658]: _type = "Task" [ 964.608598] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.615807] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521a3654-2e30-7a82-0954-35d08b9713fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.641314] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532671} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.641584] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f/f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.641819] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.642109] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d74be8be-f13a-436c-9a4d-92a739873efb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.648744] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 964.648744] env[64658]: value = "task-2734018" [ 964.648744] env[64658]: _type = "Task" [ 964.648744] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.656562] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.726190] env[64658]: DEBUG nova.compute.manager [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Received event network-changed-cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.726425] env[64658]: DEBUG nova.compute.manager [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Refreshing instance network info cache due to event network-changed-cfaf2735-9501-43a8-bf9d-5868c7c1fdd1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.726592] env[64658]: DEBUG oslo_concurrency.lockutils [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] Acquiring lock "refresh_cache-52979769-9199-441a-96cf-252a62903ee3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.726734] env[64658]: DEBUG oslo_concurrency.lockutils [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] Acquired lock "refresh_cache-52979769-9199-441a-96cf-252a62903ee3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.726894] env[64658]: DEBUG nova.network.neutron [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Refreshing network info cache for port cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.789906] env[64658]: DEBUG nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.815813] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.816127] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.816315] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.816507] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.816655] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.816798] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.817008] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.817198] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.817394] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.817566] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.817741] env[64658]: DEBUG nova.virt.hardware [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.818669] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b4498-5b29-45dc-8f7b-fb7ba7b71317 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.826357] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59727d6e-1b2e-45db-a85d-f4abba859c18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.850400] env[64658]: DEBUG nova.scheduler.client.report [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.908418] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734017, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.118910] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521a3654-2e30-7a82-0954-35d08b9713fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.119195] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.119624] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.119733] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e89879b-b07c-423b-b337-92c773c61ece {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.125748] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 965.125748] env[64658]: value = "task-2734019" [ 965.125748] env[64658]: _type = "Task" [ 965.125748] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.133681] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.158461] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.467617} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.158733] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.159540] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51514792-b8a6-4196-b631-80ef5ca11834 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.184487] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f/f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.185781] env[64658]: DEBUG nova.network.neutron [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance_info_cache with network_info: [{"id": "637c485c-61c1-4fdf-a415-b2d60333189f", "address": "fa:16:3e:30:1a:9c", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637c485c-61", "ovs_interfaceid": "637c485c-61c1-4fdf-a415-b2d60333189f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.187691] env[64658]: DEBUG nova.network.neutron [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Successfully updated port: d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.188918] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555b3d76-34ef-4bf5-902d-e2f5b575635e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.206213] env[64658]: DEBUG oslo_concurrency.lockutils [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.210209] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.210372] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.210518] env[64658]: DEBUG nova.network.neutron [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.217339] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 965.217339] env[64658]: value = "task-2734020" [ 965.217339] env[64658]: _type = "Task" [ 965.217339] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.227448] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.356541] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.357107] env[64658]: DEBUG nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.359663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.276s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.359883] env[64658]: DEBUG nova.objects.instance [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lazy-loading 'resources' on Instance uuid 164ab5dd-bae6-4721-9d91-083cf08997e9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.419448] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734017, 'name': CreateVM_Task, 'duration_secs': 0.561928} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.419660] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52979769-9199-441a-96cf-252a62903ee3] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.420335] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.420504] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.420872] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.421179] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b95bb9-c7a3-4ef9-8a12-6cf10d76fd46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.425852] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 965.425852] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52df5d52-4fb9-479b-110e-65cf35c2c009" [ 965.425852] env[64658]: _type = "Task" [ 965.425852] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.434630] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52df5d52-4fb9-479b-110e-65cf35c2c009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.559396] env[64658]: DEBUG nova.network.neutron [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Updated VIF entry in instance network info cache for port cfaf2735-9501-43a8-bf9d-5868c7c1fdd1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.559774] env[64658]: DEBUG nova.network.neutron [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Updating instance_info_cache with network_info: [{"id": "cfaf2735-9501-43a8-bf9d-5868c7c1fdd1", "address": "fa:16:3e:98:69:65", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaf2735-95", "ovs_interfaceid": "cfaf2735-9501-43a8-bf9d-5868c7c1fdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.639381] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.729790] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.731795] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a35b4ab-3684-48c7-a023-72eaeac2ac52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.749483] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385d56d-663c-4cee-b0e5-4fea542fbc53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.755949] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance 'b2d35a6b-370b-4773-940d-e63f10bbb8d3' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.760511] env[64658]: DEBUG nova.network.neutron [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.863009] env[64658]: DEBUG nova.compute.utils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.867026] env[64658]: DEBUG nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.867230] env[64658]: DEBUG nova.network.neutron [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.890831] env[64658]: DEBUG nova.network.neutron [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.905082] env[64658]: DEBUG nova.policy [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e1663c93be4dfaa3c936c0fc1ca764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7fe5c429e8412aa79436f14a3adbc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.939738] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52df5d52-4fb9-479b-110e-65cf35c2c009, 'name': SearchDatastore_Task, 'duration_secs': 0.081954} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.940109] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.940380] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.940988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.940988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.940988] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.941343] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a0f85d-224d-4bdb-a9e2-cfff27b9d91e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.952072] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.952259] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.953032] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606bc894-16e3-40a6-8282-818887759968 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.960506] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 965.960506] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e981df-d047-a386-9ea7-8569d91dcc7f" [ 965.960506] env[64658]: _type = "Task" [ 965.960506] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.968502] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e981df-d047-a386-9ea7-8569d91dcc7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.064010] env[64658]: DEBUG oslo_concurrency.lockutils [req-089e7366-a3e7-45bc-ac67-bbe19126366a req-dbd5a7c4-8fd8-4d1b-b443-e0d0a5e2b7b6 service nova] Releasing lock "refresh_cache-52979769-9199-441a-96cf-252a62903ee3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.138917] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581746} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.139205] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.139766] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.139766] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caf76695-a264-4a96-b30d-a31dc7de072b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.146446] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 966.146446] env[64658]: value = "task-2734021" [ 966.146446] env[64658]: _type = "Task" [ 966.146446] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.156593] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.195022] env[64658]: DEBUG nova.network.neutron [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Successfully created port: 0766905a-1563-42c9-8ae5-2ab58943b8f7 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.234665] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aaa6ae-bb09-4702-9ca5-a5e53fa7eecb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.250020] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734020, 'name': ReconfigVM_Task, 'duration_secs': 0.614357} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.250020] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f/f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.250020] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6e5451-ba2c-451e-9302-cc095b51715d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.253469] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc908b0f-6fb4-4595-ab1a-57070da235fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.257517] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 966.257517] env[64658]: value = "task-2734022" [ 966.257517] env[64658]: _type = "Task" [ 966.257517] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.292089] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.292598] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b61fb32-76dd-4e29-a924-78c5d47bd133 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.295264] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7358e258-8dc4-45e7-8180-8ff972e0e1ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.301266] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734022, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.308599] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951cbf3b-a86d-4b78-8c35-69339bb9b2ef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.311500] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 966.311500] env[64658]: value = "task-2734023" [ 966.311500] env[64658]: _type = "Task" [ 966.311500] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.323187] env[64658]: DEBUG nova.compute.provider_tree [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.329805] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734023, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.367439] env[64658]: DEBUG nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.393961] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.394336] env[64658]: DEBUG nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Instance network_info: |[{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.394823] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:e1:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.402604] env[64658]: DEBUG oslo.service.loopingcall [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.403153] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.403394] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b120e6e-d2ad-4982-82f7-5c38c6028b59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.424652] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.424652] env[64658]: value = "task-2734024" [ 966.424652] env[64658]: _type = "Task" [ 966.424652] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.439871] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734024, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.471502] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e981df-d047-a386-9ea7-8569d91dcc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.472364] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5dff2d-9074-4b9b-ac1b-e17325519f60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.480673] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 966.480673] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52705686-1ce7-880b-9d33-da707ad111db" [ 966.480673] env[64658]: _type = "Task" [ 966.480673] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.486757] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52705686-1ce7-880b-9d33-da707ad111db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.656821] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088624} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.657082] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.657919] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8613307-89a6-4b50-9d17-f3e45a6ffd6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.692351] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.693266] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc58dc2-d751-43a5-90e9-1106d7ce2034 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.720741] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 966.720741] env[64658]: value = "task-2734025" [ 966.720741] env[64658]: _type = "Task" [ 966.720741] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.729933] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.751783] env[64658]: DEBUG nova.compute.manager [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Received event network-vif-plugged-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.751947] env[64658]: DEBUG oslo_concurrency.lockutils [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] Acquiring lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.752146] env[64658]: DEBUG oslo_concurrency.lockutils [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.752374] env[64658]: DEBUG oslo_concurrency.lockutils [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.752518] env[64658]: DEBUG nova.compute.manager [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] No waiting events found dispatching network-vif-plugged-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.752677] env[64658]: WARNING nova.compute.manager [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Received unexpected event network-vif-plugged-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e for instance with vm_state building and task_state spawning. [ 966.752832] env[64658]: DEBUG nova.compute.manager [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Received event network-changed-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.752983] env[64658]: DEBUG nova.compute.manager [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Refreshing instance network info cache due to event network-changed-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.753183] env[64658]: DEBUG oslo_concurrency.lockutils [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] Acquiring lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.753385] env[64658]: DEBUG oslo_concurrency.lockutils [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] Acquired lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.753557] env[64658]: DEBUG nova.network.neutron [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Refreshing network info cache for port d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.768427] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734022, 'name': Rename_Task, 'duration_secs': 0.138542} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.768691] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.768934] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e38040f-6cf6-47ac-a3d2-03df84d9c6f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.776712] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 966.776712] env[64658]: value = "task-2734026" [ 966.776712] env[64658]: _type = "Task" [ 966.776712] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.785526] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.822346] env[64658]: DEBUG oslo_vmware.api [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734023, 'name': PowerOnVM_Task, 'duration_secs': 0.430194} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.822648] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.822868] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0ad54-2143-42dc-a45a-e91d37b1831c tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance 'b2d35a6b-370b-4773-940d-e63f10bbb8d3' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.827193] env[64658]: DEBUG nova.scheduler.client.report [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.936323] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734024, 'name': CreateVM_Task, 'duration_secs': 0.386637} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.936487] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.937260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.937409] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.937741] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.938301] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e0371f-3505-4655-9678-f47e8caf8805 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.943284] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 966.943284] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52639505-aae3-d3a4-768e-2d2b35d7da8e" [ 966.943284] env[64658]: _type = "Task" [ 966.943284] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.950973] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52639505-aae3-d3a4-768e-2d2b35d7da8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.987903] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52705686-1ce7-880b-9d33-da707ad111db, 'name': SearchDatastore_Task, 'duration_secs': 0.013113} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.988235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.988580] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 52979769-9199-441a-96cf-252a62903ee3/52979769-9199-441a-96cf-252a62903ee3.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.988846] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1d9c60-8402-489c-b82a-071f1ee7e7ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.995356] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 966.995356] env[64658]: value = "task-2734027" [ 966.995356] env[64658]: _type = "Task" [ 966.995356] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.002646] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.231253] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734025, 'name': ReconfigVM_Task, 'duration_secs': 0.307344} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.231557] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Reconfigured VM instance instance-0000003a to attach disk [datastore1] bf6c1e9e-c206-4e6b-a0d8-4405839a2702/bf6c1e9e-c206-4e6b-a0d8-4405839a2702.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.232262] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb62178e-dc78-41e4-b413-0278527eba93 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.240698] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 967.240698] env[64658]: value = "task-2734028" [ 967.240698] env[64658]: _type = "Task" [ 967.240698] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.254700] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734028, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.286417] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734026, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.336482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.338094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.202s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.338710] env[64658]: DEBUG nova.objects.instance [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lazy-loading 'resources' on Instance uuid 63cca341-d24e-4ad8-bc65-2129990717f9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.370504] env[64658]: INFO nova.scheduler.client.report [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Deleted allocations for instance 164ab5dd-bae6-4721-9d91-083cf08997e9 [ 967.380073] env[64658]: DEBUG nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.413302] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.413581] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.413781] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.413999] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.414165] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.414328] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.414545] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.414734] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.414929] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.415112] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.415321] env[64658]: DEBUG nova.virt.hardware [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.416675] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d3f6b8-65d1-411f-9db5-20d9b176c64c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.426270] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e21569-bcc5-4aef-8b27-6d3e57b537c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.454115] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52639505-aae3-d3a4-768e-2d2b35d7da8e, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.456912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.457219] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.457491] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.457663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.457873] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.458627] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d31c9b-c851-4494-b34d-31062d3d193b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.471463] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.471463] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.472281] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10a4a10-e891-4f6d-b6a5-010e3c474ad0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.478342] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 967.478342] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52587ee5-dc03-fb93-16f6-20e82c932824" [ 967.478342] env[64658]: _type = "Task" [ 967.478342] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.487660] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52587ee5-dc03-fb93-16f6-20e82c932824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.509285] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.653180] env[64658]: DEBUG nova.network.neutron [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updated VIF entry in instance network info cache for port d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.653632] env[64658]: DEBUG nova.network.neutron [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.676776] env[64658]: DEBUG nova.compute.manager [req-595852db-db3a-44fe-8ea1-88144e29d7ce req-1edd1b51-4077-4f91-93b8-b6ec313a9ec0 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Received event network-vif-plugged-0766905a-1563-42c9-8ae5-2ab58943b8f7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.676996] env[64658]: DEBUG oslo_concurrency.lockutils [req-595852db-db3a-44fe-8ea1-88144e29d7ce req-1edd1b51-4077-4f91-93b8-b6ec313a9ec0 service nova] Acquiring lock "b1d04f1f-c115-4a95-8231-1345ddb2c717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.677382] env[64658]: DEBUG oslo_concurrency.lockutils [req-595852db-db3a-44fe-8ea1-88144e29d7ce req-1edd1b51-4077-4f91-93b8-b6ec313a9ec0 service nova] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.677382] env[64658]: DEBUG oslo_concurrency.lockutils [req-595852db-db3a-44fe-8ea1-88144e29d7ce req-1edd1b51-4077-4f91-93b8-b6ec313a9ec0 service nova] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.677543] env[64658]: DEBUG nova.compute.manager [req-595852db-db3a-44fe-8ea1-88144e29d7ce req-1edd1b51-4077-4f91-93b8-b6ec313a9ec0 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] No waiting events found dispatching network-vif-plugged-0766905a-1563-42c9-8ae5-2ab58943b8f7 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.677703] env[64658]: WARNING nova.compute.manager [req-595852db-db3a-44fe-8ea1-88144e29d7ce req-1edd1b51-4077-4f91-93b8-b6ec313a9ec0 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Received unexpected event network-vif-plugged-0766905a-1563-42c9-8ae5-2ab58943b8f7 for instance with vm_state building and task_state spawning. [ 967.752556] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734028, 'name': Rename_Task, 'duration_secs': 0.184298} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.753229] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.753655] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e67322f3-c915-49e6-ace4-e539a494f1b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.760415] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 967.760415] env[64658]: value = "task-2734029" [ 967.760415] env[64658]: _type = "Task" [ 967.760415] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.771351] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.773103] env[64658]: DEBUG nova.network.neutron [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Successfully updated port: 0766905a-1563-42c9-8ae5-2ab58943b8f7 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.787497] env[64658]: DEBUG oslo_vmware.api [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734026, 'name': PowerOnVM_Task, 'duration_secs': 0.512414} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.787779] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.787948] env[64658]: INFO nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Took 10.07 seconds to spawn the instance on the hypervisor. [ 967.788339] env[64658]: DEBUG nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.788922] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc46144b-460c-4896-8c3a-f3d6a0fdfe22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.882293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10fcb3e5-d470-4d49-b9f0-a547e2f3a4fe tempest-ServerGroupTestJSON-1180869940 tempest-ServerGroupTestJSON-1180869940-project-member] Lock "164ab5dd-bae6-4721-9d91-083cf08997e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.369s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.990069] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52587ee5-dc03-fb93-16f6-20e82c932824, 'name': SearchDatastore_Task, 'duration_secs': 0.053635} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.990916] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b7c05b-4ab3-45e0-9921-175f15a91798 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.002794] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 968.002794] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a86d9e-2c6b-f85f-97cf-e60d4c0cc23f" [ 968.002794] env[64658]: _type = "Task" [ 968.002794] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.009749] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636111} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.010182] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 52979769-9199-441a-96cf-252a62903ee3/52979769-9199-441a-96cf-252a62903ee3.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.010436] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.010692] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-045aa4b5-db50-441b-9c17-d6b14f2ce398 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.019983] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a86d9e-2c6b-f85f-97cf-e60d4c0cc23f, 'name': SearchDatastore_Task, 'duration_secs': 0.014465} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.021256] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.021556] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.021881] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 968.021881] env[64658]: value = "task-2734030" [ 968.021881] env[64658]: _type = "Task" [ 968.021881] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.022092] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce22d01-0845-41be-a11b-ea5ff52f2b2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.045140] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.045140] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 968.045140] env[64658]: value = "task-2734031" [ 968.045140] env[64658]: _type = "Task" [ 968.045140] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.053070] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.157723] env[64658]: DEBUG oslo_concurrency.lockutils [req-c83c1a0e-4f2c-4cbc-bbbc-29dae19eff0e req-d67205da-d98e-42c2-98a7-8ea950650d8a service nova] Releasing lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.189968] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afb3228-fc0a-48f3-bc19-eed095b95e1a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.197700] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c40fa2-ab75-4f2c-8b44-93178ce7364b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.228425] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a98c652-41eb-4392-a710-525a72b962ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.236390] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c742179b-e28d-4d72-8504-52b78f362df9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.252104] env[64658]: DEBUG nova.compute.provider_tree [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.272455] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.275385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-b1d04f1f-c115-4a95-8231-1345ddb2c717" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.275565] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-b1d04f1f-c115-4a95-8231-1345ddb2c717" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.275757] env[64658]: DEBUG nova.network.neutron [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.309758] env[64658]: INFO nova.compute.manager [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Took 19.27 seconds to build instance. [ 968.534851] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.555060] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.756575] env[64658]: DEBUG nova.scheduler.client.report [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.774959] env[64658]: DEBUG oslo_vmware.api [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734029, 'name': PowerOnVM_Task, 'duration_secs': 0.930585} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.775363] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.775606] env[64658]: DEBUG nova.compute.manager [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.776743] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3d1f1f-f12c-4754-ba4a-dd732d4869cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.813358] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6e2eae1e-89e6-46be-812d-e22e154428ae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.783s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.831702] env[64658]: DEBUG nova.network.neutron [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.036988] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.781999} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.037940] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.038888] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c174ced0-d540-434f-832c-1aa83c67a72d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.072383] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 52979769-9199-441a-96cf-252a62903ee3/52979769-9199-441a-96cf-252a62903ee3.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.074589] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5874b925-f744-4e48-912b-657accc588f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.092436] env[64658]: DEBUG nova.compute.manager [None req-d760c367-76f1-4d5e-bd02-4f8b0cfe353e tempest-ServerExternalEventsTest-505099302 tempest-ServerExternalEventsTest-505099302-project] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Received event network-changed {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.092840] env[64658]: DEBUG nova.compute.manager [None req-d760c367-76f1-4d5e-bd02-4f8b0cfe353e tempest-ServerExternalEventsTest-505099302 tempest-ServerExternalEventsTest-505099302-project] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Refreshing instance network info cache due to event network-changed. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.093222] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d760c367-76f1-4d5e-bd02-4f8b0cfe353e tempest-ServerExternalEventsTest-505099302 tempest-ServerExternalEventsTest-505099302-project] Acquiring lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.093525] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d760c367-76f1-4d5e-bd02-4f8b0cfe353e tempest-ServerExternalEventsTest-505099302 tempest-ServerExternalEventsTest-505099302-project] Acquired lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.093901] env[64658]: DEBUG nova.network.neutron [None req-d760c367-76f1-4d5e-bd02-4f8b0cfe353e tempest-ServerExternalEventsTest-505099302 tempest-ServerExternalEventsTest-505099302-project] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.095961] env[64658]: DEBUG nova.network.neutron [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Updating instance_info_cache with network_info: [{"id": "0766905a-1563-42c9-8ae5-2ab58943b8f7", "address": "fa:16:3e:e4:0b:56", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0766905a-15", "ovs_interfaceid": "0766905a-1563-42c9-8ae5-2ab58943b8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.102032] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734031, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.109203] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 969.109203] env[64658]: value = "task-2734032" [ 969.109203] env[64658]: _type = "Task" [ 969.109203] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.120899] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.190252] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.190570] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.190773] env[64658]: DEBUG nova.compute.manager [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Going to confirm migration 4 {{(pid=64658) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 969.261515] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.264121] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.963s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.264334] env[64658]: DEBUG nova.objects.instance [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 969.287806] env[64658]: INFO nova.scheduler.client.report [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Deleted allocations for instance 63cca341-d24e-4ad8-bc65-2129990717f9 [ 969.300180] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.558623] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734031, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.299896} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.558623] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.558623] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.558623] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7251870d-67e7-419a-9e75-0169f3997f00 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.568584] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 969.568584] env[64658]: value = "task-2734033" [ 969.568584] env[64658]: _type = "Task" [ 969.568584] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.580027] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.606021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-b1d04f1f-c115-4a95-8231-1345ddb2c717" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.606700] env[64658]: DEBUG nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Instance network_info: |[{"id": "0766905a-1563-42c9-8ae5-2ab58943b8f7", "address": "fa:16:3e:e4:0b:56", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0766905a-15", "ovs_interfaceid": "0766905a-1563-42c9-8ae5-2ab58943b8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.610015] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:0b:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0766905a-1563-42c9-8ae5-2ab58943b8f7', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.616808] env[64658]: DEBUG oslo.service.loopingcall [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.617896] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.623204] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-016c0051-905f-4166-a7e7-5f5ec9af5b5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.644223] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.645607] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.645607] env[64658]: value = "task-2734034" [ 969.645607] env[64658]: _type = "Task" [ 969.645607] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.653164] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734034, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.655920] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.656193] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.656399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.656585] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.656752] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.661095] env[64658]: INFO nova.compute.manager [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Terminating instance [ 969.780197] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.780446] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.780668] env[64658]: DEBUG nova.network.neutron [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.780948] env[64658]: DEBUG nova.objects.instance [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lazy-loading 'info_cache' on Instance uuid b2d35a6b-370b-4773-940d-e63f10bbb8d3 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.807753] env[64658]: DEBUG nova.compute.manager [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Received event network-changed-0766905a-1563-42c9-8ae5-2ab58943b8f7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.807981] env[64658]: DEBUG nova.compute.manager [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Refreshing instance network info cache due to event network-changed-0766905a-1563-42c9-8ae5-2ab58943b8f7. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.808320] env[64658]: DEBUG oslo_concurrency.lockutils [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] Acquiring lock "refresh_cache-b1d04f1f-c115-4a95-8231-1345ddb2c717" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.808533] env[64658]: DEBUG oslo_concurrency.lockutils [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] Acquired lock "refresh_cache-b1d04f1f-c115-4a95-8231-1345ddb2c717" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.808769] env[64658]: DEBUG nova.network.neutron [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Refreshing network info cache for port 0766905a-1563-42c9-8ae5-2ab58943b8f7 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.811089] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f699d863-0259-46b3-8c73-85d853311ca6 tempest-ServerTagsTestJSON-819990868 tempest-ServerTagsTestJSON-819990868-project-member] Lock "63cca341-d24e-4ad8-bc65-2129990717f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.609s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.867396] env[64658]: DEBUG nova.network.neutron [None req-d760c367-76f1-4d5e-bd02-4f8b0cfe353e tempest-ServerExternalEventsTest-505099302 tempest-ServerExternalEventsTest-505099302-project] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Updating instance_info_cache with network_info: [{"id": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "address": "fa:16:3e:dc:7d:02", "network": {"id": "ad95cac4-40d9-44ed-bf4b-3dd141098c4d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dfbfa303557049c99611486dd9a02a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ea3f13-76", "ovs_interfaceid": "28ea3f13-76d1-4cdf-b61b-540e8f8f7c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.080056] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064755} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.080728] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.085414] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d357c5-9ac6-4a74-984c-13d65d8fadab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.112594] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.113344] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073a1995-56f2-407e-bd4d-904f6f649873 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.140683] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734032, 'name': ReconfigVM_Task, 'duration_secs': 0.963794} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.142811] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 52979769-9199-441a-96cf-252a62903ee3/52979769-9199-441a-96cf-252a62903ee3.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.143539] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 970.143539] env[64658]: value = "task-2734035" [ 970.143539] env[64658]: _type = "Task" [ 970.143539] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.143539] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa6acc8c-21ec-4ae2-8ec3-261ba5f4907f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.154839] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 970.154839] env[64658]: value = "task-2734036" [ 970.154839] env[64658]: _type = "Task" [ 970.154839] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.162784] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734034, 'name': CreateVM_Task, 'duration_secs': 0.483469} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.163151] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734035, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.163740] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.164459] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.164690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.165203] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.168833] env[64658]: DEBUG nova.compute.manager [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.169152] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.169492] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f753551-0904-449f-ae4f-1cb4f2ec51e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.171459] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734036, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.172336] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52924393-a36b-44d3-ad1a-73b9c200b4f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.179013] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 970.179013] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52df34e1-8e5a-db75-b1ef-0ee230c6eff7" [ 970.179013] env[64658]: _type = "Task" [ 970.179013] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.181687] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.184815] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e0f54d1-907b-4b9a-8c61-c1aa78e7cd8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.191667] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52df34e1-8e5a-db75-b1ef-0ee230c6eff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.193094] env[64658]: DEBUG oslo_vmware.api [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 970.193094] env[64658]: value = "task-2734037" [ 970.193094] env[64658]: _type = "Task" [ 970.193094] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.201539] env[64658]: DEBUG oslo_vmware.api [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.280170] env[64658]: DEBUG oslo_concurrency.lockutils [None req-56d8295f-0a2e-412a-8698-055006646465 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.281464] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.146s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.283620] env[64658]: INFO nova.compute.claims [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.373629] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d760c367-76f1-4d5e-bd02-4f8b0cfe353e tempest-ServerExternalEventsTest-505099302 tempest-ServerExternalEventsTest-505099302-project] Releasing lock "refresh_cache-f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.659423] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734035, 'name': ReconfigVM_Task, 'duration_secs': 0.389243} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.665882] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.666564] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43a77b0-7f88-47c2-bcca-07b5b81b037d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.672818] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734036, 'name': Rename_Task, 'duration_secs': 0.203943} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.676040] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.676356] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 970.676356] env[64658]: value = "task-2734038" [ 970.676356] env[64658]: _type = "Task" [ 970.676356] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.676544] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b40e66-dc34-4e13-bd13-ed2c7f45db52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.688593] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 970.688593] env[64658]: value = "task-2734039" [ 970.688593] env[64658]: _type = "Task" [ 970.688593] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.688820] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734038, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.695273] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52df34e1-8e5a-db75-b1ef-0ee230c6eff7, 'name': SearchDatastore_Task, 'duration_secs': 0.012797} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.698465] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.698999] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.698999] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.699103] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.699249] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.702427] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0c24c54-4932-4d3d-b8ad-5b9a70ce92e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.704274] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734039, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.710187] env[64658]: DEBUG oslo_vmware.api [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734037, 'name': PowerOffVM_Task, 'duration_secs': 0.198336} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.711258] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.711442] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.711702] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.711856] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.712577] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eca2b28-5b2a-4a55-bee7-b9535248f5a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.713988] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e659c1-2bdb-45fd-b0b6-3c1f6480a582 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.719326] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 970.719326] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520d898a-b71a-238b-8fa1-08b0423db701" [ 970.719326] env[64658]: _type = "Task" [ 970.719326] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.727819] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520d898a-b71a-238b-8fa1-08b0423db701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.775433] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.775685] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.775868] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Deleting the datastore file [datastore1] f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.776201] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-132c853c-1054-4305-9ade-26649127a9ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.782892] env[64658]: DEBUG oslo_vmware.api [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for the task: (returnval){ [ 970.782892] env[64658]: value = "task-2734041" [ 970.782892] env[64658]: _type = "Task" [ 970.782892] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.800167] env[64658]: DEBUG oslo_vmware.api [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.861966] env[64658]: DEBUG nova.network.neutron [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Updated VIF entry in instance network info cache for port 0766905a-1563-42c9-8ae5-2ab58943b8f7. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.862450] env[64658]: DEBUG nova.network.neutron [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Updating instance_info_cache with network_info: [{"id": "0766905a-1563-42c9-8ae5-2ab58943b8f7", "address": "fa:16:3e:e4:0b:56", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0766905a-15", "ovs_interfaceid": "0766905a-1563-42c9-8ae5-2ab58943b8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.964556] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.964830] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.965060] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.965250] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.965421] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.967814] env[64658]: INFO nova.compute.manager [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Terminating instance [ 971.082710] env[64658]: DEBUG nova.network.neutron [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance_info_cache with network_info: [{"id": "637c485c-61c1-4fdf-a415-b2d60333189f", "address": "fa:16:3e:30:1a:9c", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637c485c-61", "ovs_interfaceid": "637c485c-61c1-4fdf-a415-b2d60333189f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.191439] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734038, 'name': Rename_Task, 'duration_secs': 0.19025} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.194866] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.195393] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e2dbc9-5099-4637-9a0e-78755bc9c2b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.204868] env[64658]: DEBUG oslo_vmware.api [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734039, 'name': PowerOnVM_Task, 'duration_secs': 0.503913} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.205781] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.206042] env[64658]: INFO nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Took 8.94 seconds to spawn the instance on the hypervisor. [ 971.206235] env[64658]: DEBUG nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.206617] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 971.206617] env[64658]: value = "task-2734042" [ 971.206617] env[64658]: _type = "Task" [ 971.206617] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.207269] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79daa3de-0b66-4a9e-851d-a078951ea7fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.975299] env[64658]: DEBUG oslo_concurrency.lockutils [req-ba19536e-6a96-4855-bac7-44b816360578 req-6924a8e1-2ce3-40e3-90cb-24a7001bd795 service nova] Releasing lock "refresh_cache-b1d04f1f-c115-4a95-8231-1345ddb2c717" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.975757] env[64658]: DEBUG nova.compute.manager [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.975885] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.976587] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-b2d35a6b-370b-4773-940d-e63f10bbb8d3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.976798] env[64658]: DEBUG nova.objects.instance [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lazy-loading 'migration_context' on Instance uuid b2d35a6b-370b-4773-940d-e63f10bbb8d3 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.986203] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7565f-1f2d-4431-9316-0e1489cf91c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.995534] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734042, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.995754] env[64658]: WARNING oslo_vmware.common.loopingcall [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] task run outlasted interval by 0.28607400000000005 sec [ 972.007941] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.008298] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520d898a-b71a-238b-8fa1-08b0423db701, 'name': SearchDatastore_Task, 'duration_secs': 0.014225} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.008524] env[64658]: DEBUG oslo_vmware.api [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Task: {'id': task-2734041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192283} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.010230] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a13ecbf2-0f82-4358-b34b-451a0002d3d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.012790] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.012790] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.012790] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.012790] env[64658]: INFO nova.compute.manager [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Took 1.84 seconds to destroy the instance on the hypervisor. [ 972.012790] env[64658]: DEBUG oslo.service.loopingcall [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.015963] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74083661-0fa0-4ea4-a26c-9dd45788bc93 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.018552] env[64658]: DEBUG nova.compute.manager [-] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.018552] env[64658]: DEBUG nova.network.neutron [-] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.020465] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.024776] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 972.024776] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a9197c-e895-0913-ffc4-65a597e27dea" [ 972.024776] env[64658]: _type = "Task" [ 972.024776] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.029603] env[64658]: DEBUG oslo_vmware.api [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 972.029603] env[64658]: value = "task-2734043" [ 972.029603] env[64658]: _type = "Task" [ 972.029603] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.039033] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a9197c-e895-0913-ffc4-65a597e27dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.043846] env[64658]: DEBUG oslo_vmware.api [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.382029] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df389e19-90d8-4db4-a35d-c2e240460446 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.390073] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd642b4f-1cda-4fe3-bc7d-7a5eb7d9f406 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.421089] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e518da0-bfa3-4588-96bd-d8c0c84fb186 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.430557] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda168b5-5c78-4772-b428-f428eb50d2a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.445414] env[64658]: DEBUG nova.compute.provider_tree [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.472970] env[64658]: DEBUG nova.compute.manager [req-2ff422fa-62a9-4b4f-acbd-681633e830df req-15b5e118-6a9d-415b-814b-c0ac7688d5ff service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Received event network-vif-deleted-28ea3f13-76d1-4cdf-b61b-540e8f8f7c35 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.473197] env[64658]: INFO nova.compute.manager [req-2ff422fa-62a9-4b4f-acbd-681633e830df req-15b5e118-6a9d-415b-814b-c0ac7688d5ff service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Neutron deleted interface 28ea3f13-76d1-4cdf-b61b-540e8f8f7c35; detaching it from the instance and deleting it from the info cache [ 972.473334] env[64658]: DEBUG nova.network.neutron [req-2ff422fa-62a9-4b4f-acbd-681633e830df req-15b5e118-6a9d-415b-814b-c0ac7688d5ff service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.497775] env[64658]: DEBUG nova.objects.base [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.502020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709d064-d195-4a85-afff-330539cb10f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.505809] env[64658]: INFO nova.compute.manager [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Took 23.42 seconds to build instance. [ 972.515745] env[64658]: DEBUG oslo_vmware.api [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734042, 'name': PowerOnVM_Task, 'duration_secs': 0.997723} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.529493] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.529746] env[64658]: INFO nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Took 7.74 seconds to spawn the instance on the hypervisor. [ 972.529928] env[64658]: DEBUG nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.532228] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca253a9f-bb77-4f9e-b06d-d980c8bef11d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.537188] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d63595-b529-4ff3-9a3c-663628d34c5a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.545732] env[64658]: DEBUG oslo_vmware.api [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 972.545732] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c40bb2-cf04-8478-753b-dfdb1ad81705" [ 972.545732] env[64658]: _type = "Task" [ 972.545732] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.552633] env[64658]: DEBUG oslo_vmware.api [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734043, 'name': PowerOffVM_Task, 'duration_secs': 0.265666} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.555543] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a9197c-e895-0913-ffc4-65a597e27dea, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.558668] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.558668] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.558865] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.559111] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] b1d04f1f-c115-4a95-8231-1345ddb2c717/b1d04f1f-c115-4a95-8231-1345ddb2c717.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.559339] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe2b5cb5-7811-4b5c-8f5b-bcbc71e5ae06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.560632] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1451959-dfb9-4016-b8a9-202f10c7a66f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.569017] env[64658]: DEBUG oslo_vmware.api [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c40bb2-cf04-8478-753b-dfdb1ad81705, 'name': SearchDatastore_Task, 'duration_secs': 0.008439} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.570093] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.570421] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 972.570421] env[64658]: value = "task-2734045" [ 972.570421] env[64658]: _type = "Task" [ 972.570421] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.577652] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.624729] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.624944] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.625136] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleting the datastore file [datastore1] a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.625403] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4117ce15-c9c9-49a0-a3d0-caeb08c0e53e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.631056] env[64658]: DEBUG oslo_vmware.api [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 972.631056] env[64658]: value = "task-2734046" [ 972.631056] env[64658]: _type = "Task" [ 972.631056] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.638530] env[64658]: DEBUG oslo_vmware.api [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.936765] env[64658]: DEBUG nova.network.neutron [-] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.949053] env[64658]: DEBUG nova.scheduler.client.report [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.976374] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-488fcde0-3e91-47c7-befa-bcf7cb32c6fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.986099] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e951e654-7202-42fc-b3dd-37616f81573e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.025258] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1970a392-41d8-48a1-8a7a-affbb03c7bf7 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "52979769-9199-441a-96cf-252a62903ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.956s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.025988] env[64658]: DEBUG nova.compute.manager [req-2ff422fa-62a9-4b4f-acbd-681633e830df req-15b5e118-6a9d-415b-814b-c0ac7688d5ff service nova] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Detach interface failed, port_id=28ea3f13-76d1-4cdf-b61b-540e8f8f7c35, reason: Instance f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 973.065501] env[64658]: INFO nova.compute.manager [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Took 23.62 seconds to build instance. [ 973.080246] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462018} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.081070] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] b1d04f1f-c115-4a95-8231-1345ddb2c717/b1d04f1f-c115-4a95-8231-1345ddb2c717.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.081294] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.081537] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea94f279-11fb-44dc-a915-38a192537d11 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.087967] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 973.087967] env[64658]: value = "task-2734047" [ 973.087967] env[64658]: _type = "Task" [ 973.087967] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.095854] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.098593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "52979769-9199-441a-96cf-252a62903ee3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.098593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "52979769-9199-441a-96cf-252a62903ee3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.098751] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "52979769-9199-441a-96cf-252a62903ee3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.098854] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "52979769-9199-441a-96cf-252a62903ee3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.099029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "52979769-9199-441a-96cf-252a62903ee3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.101020] env[64658]: INFO nova.compute.manager [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Terminating instance [ 973.140406] env[64658]: DEBUG oslo_vmware.api [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392315} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.140662] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.140848] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.141030] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.141258] env[64658]: INFO nova.compute.manager [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 973.141521] env[64658]: DEBUG oslo.service.loopingcall [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.141712] env[64658]: DEBUG nova.compute.manager [-] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.141819] env[64658]: DEBUG nova.network.neutron [-] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.439319] env[64658]: INFO nova.compute.manager [-] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Took 1.42 seconds to deallocate network for instance. [ 973.453390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.172s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.453952] env[64658]: DEBUG nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.457497] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.362s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.457728] env[64658]: DEBUG nova.objects.instance [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lazy-loading 'resources' on Instance uuid 4f466b34-4e7f-4b25-9053-8d0c21752c48 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.566859] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c0cfcd73-7101-40c1-b6be-7948aba92822 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.134s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.598604] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10976} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.600042] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.600042] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a3df7-eb8a-4ced-8f4c-55f67113839e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.613235] env[64658]: DEBUG nova.compute.manager [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.613454] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.622873] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b1d04f1f-c115-4a95-8231-1345ddb2c717/b1d04f1f-c115-4a95-8231-1345ddb2c717.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.622988] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2c8b72-26db-44d5-ad84-a7e4c9e498d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.626238] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c9dc3e-2a5e-4036-9872-4ceb45522e3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.645953] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.646500] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8534a8b-9229-4933-b539-8857b7d17995 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.648648] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 973.648648] env[64658]: value = "task-2734048" [ 973.648648] env[64658]: _type = "Task" [ 973.648648] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.653294] env[64658]: DEBUG oslo_vmware.api [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 973.653294] env[64658]: value = "task-2734049" [ 973.653294] env[64658]: _type = "Task" [ 973.653294] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.656285] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.664264] env[64658]: DEBUG oslo_vmware.api [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.919082] env[64658]: DEBUG nova.network.neutron [-] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.945726] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.959681] env[64658]: DEBUG nova.compute.utils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 973.963794] env[64658]: DEBUG nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.963977] env[64658]: DEBUG nova.network.neutron [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.065187] env[64658]: DEBUG nova.policy [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a521ebc582a415d8f7f9e5ff172787d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf7412ba3ca4a54a7e2b51d95f2067f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.163820] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.169317] env[64658]: DEBUG oslo_vmware.api [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734049, 'name': PowerOffVM_Task, 'duration_secs': 0.386497} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.174016] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.174016] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.174016] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af67069b-d95e-4bb9-a498-ebcdb82e2638 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.265317] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.265478] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.265846] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleting the datastore file [datastore1] 52979769-9199-441a-96cf-252a62903ee3 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.266009] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d69cc8-e3bb-4f63-8200-a6ba5343c6ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.276724] env[64658]: DEBUG oslo_vmware.api [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 974.276724] env[64658]: value = "task-2734051" [ 974.276724] env[64658]: _type = "Task" [ 974.276724] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.286916] env[64658]: DEBUG oslo_vmware.api [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.383916] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96f75f2-4795-42ea-9700-8d33cd4761f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.393328] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21300960-6ebd-4139-92b2-278cb567c95e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.432696] env[64658]: INFO nova.compute.manager [-] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Took 1.29 seconds to deallocate network for instance. [ 974.435795] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1deec9b-ea1a-468d-904f-17ed22afa83a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.450444] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc48c80-b835-47b7-9b55-c08bb355e085 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.452819] env[64658]: DEBUG nova.network.neutron [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Successfully created port: 7114fd2a-0ef3-40ae-b8db-3bf173bbf021 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.463675] env[64658]: DEBUG nova.compute.provider_tree [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.469355] env[64658]: DEBUG nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.502030] env[64658]: DEBUG nova.compute.manager [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Received event network-vif-deleted-86382128-966a-4397-ac0e-326d243bed99 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.502412] env[64658]: DEBUG nova.compute.manager [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Received event network-changed-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.502539] env[64658]: DEBUG nova.compute.manager [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Refreshing instance network info cache due to event network-changed-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 974.502774] env[64658]: DEBUG oslo_concurrency.lockutils [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] Acquiring lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.502922] env[64658]: DEBUG oslo_concurrency.lockutils [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] Acquired lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.503101] env[64658]: DEBUG nova.network.neutron [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Refreshing network info cache for port d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.664402] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734048, 'name': ReconfigVM_Task, 'duration_secs': 0.602184} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.664742] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b1d04f1f-c115-4a95-8231-1345ddb2c717/b1d04f1f-c115-4a95-8231-1345ddb2c717.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.665386] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb8ace9e-e0b8-4a39-8084-28f507382796 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.671918] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 974.671918] env[64658]: value = "task-2734052" [ 974.671918] env[64658]: _type = "Task" [ 974.671918] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.680920] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734052, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.787828] env[64658]: DEBUG oslo_vmware.api [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390478} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.788175] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.788398] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.788603] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.788784] env[64658]: INFO nova.compute.manager [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 52979769-9199-441a-96cf-252a62903ee3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 974.789090] env[64658]: DEBUG oslo.service.loopingcall [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.789317] env[64658]: DEBUG nova.compute.manager [-] [instance: 52979769-9199-441a-96cf-252a62903ee3] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.789463] env[64658]: DEBUG nova.network.neutron [-] [instance: 52979769-9199-441a-96cf-252a62903ee3] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.943080] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.970968] env[64658]: DEBUG nova.scheduler.client.report [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.129518] env[64658]: DEBUG nova.compute.manager [req-007bfce8-6b5e-4c25-b9c2-5611ea89c350 req-2783042d-a93c-4714-bb54-037c201dded0 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Received event network-vif-deleted-cfaf2735-9501-43a8-bf9d-5868c7c1fdd1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.129793] env[64658]: INFO nova.compute.manager [req-007bfce8-6b5e-4c25-b9c2-5611ea89c350 req-2783042d-a93c-4714-bb54-037c201dded0 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Neutron deleted interface cfaf2735-9501-43a8-bf9d-5868c7c1fdd1; detaching it from the instance and deleting it from the info cache [ 975.129880] env[64658]: DEBUG nova.network.neutron [req-007bfce8-6b5e-4c25-b9c2-5611ea89c350 req-2783042d-a93c-4714-bb54-037c201dded0 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.182661] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734052, 'name': Rename_Task, 'duration_secs': 0.157802} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.182924] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.183183] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40bef95b-b35f-4dbe-b095-fde84aae19b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.188994] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 975.188994] env[64658]: value = "task-2734053" [ 975.188994] env[64658]: _type = "Task" [ 975.188994] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.198381] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.252495] env[64658]: DEBUG nova.network.neutron [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updated VIF entry in instance network info cache for port d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.252871] env[64658]: DEBUG nova.network.neutron [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.478401] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.480829] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.857s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.481088] env[64658]: DEBUG nova.objects.instance [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lazy-loading 'resources' on Instance uuid 13b41870-4408-41c7-8e44-25f31f709f95 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.483471] env[64658]: DEBUG nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.505469] env[64658]: INFO nova.scheduler.client.report [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted allocations for instance 4f466b34-4e7f-4b25-9053-8d0c21752c48 [ 975.514310] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.514557] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.514713] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.514894] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.515060] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.515213] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.515621] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.515827] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.516014] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.516196] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.516427] env[64658]: DEBUG nova.virt.hardware [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.517309] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85b5888-36dc-4aef-92d4-52e975fe30dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.526188] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc4a00-c095-495b-9406-1936a139d282 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.613654] env[64658]: DEBUG nova.network.neutron [-] [instance: 52979769-9199-441a-96cf-252a62903ee3] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.631984] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-215c6ae6-f1de-45e5-b1da-cc53413d0651 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.641023] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3ef48-6ca3-4ba9-b8ba-45a49c0991b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.677245] env[64658]: DEBUG nova.compute.manager [req-007bfce8-6b5e-4c25-b9c2-5611ea89c350 req-2783042d-a93c-4714-bb54-037c201dded0 service nova] [instance: 52979769-9199-441a-96cf-252a62903ee3] Detach interface failed, port_id=cfaf2735-9501-43a8-bf9d-5868c7c1fdd1, reason: Instance 52979769-9199-441a-96cf-252a62903ee3 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 975.697469] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.755674] env[64658]: DEBUG oslo_concurrency.lockutils [req-88117fe2-9eba-4dd5-a60f-d5d2ae4753cf req-473bdf0a-b8fe-4633-a146-076b23ea10aa service nova] Releasing lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.017160] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7f10ebb-92fb-48fd-bd64-1c8265ac71be tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "4f466b34-4e7f-4b25-9053-8d0c21752c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.482s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.065423] env[64658]: DEBUG nova.network.neutron [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Successfully updated port: 7114fd2a-0ef3-40ae-b8db-3bf173bbf021 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.116614] env[64658]: INFO nova.compute.manager [-] [instance: 52979769-9199-441a-96cf-252a62903ee3] Took 1.33 seconds to deallocate network for instance. [ 976.203165] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.371409] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc1140-71d1-4818-a437-e872bfdd510f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.379271] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0288c3-480c-4583-a37d-fd310182f5a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.412069] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605f8e4-67c8-4870-9ac3-d36012297cb0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.419780] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79695888-96fa-4d2d-95a2-4f96c7eb1cfd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.434435] env[64658]: DEBUG nova.compute.provider_tree [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.527891] env[64658]: DEBUG nova.compute.manager [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Received event network-vif-plugged-7114fd2a-0ef3-40ae-b8db-3bf173bbf021 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.528166] env[64658]: DEBUG oslo_concurrency.lockutils [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] Acquiring lock "d6dea996-8d01-422c-86e5-186bb5969865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.528370] env[64658]: DEBUG oslo_concurrency.lockutils [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] Lock "d6dea996-8d01-422c-86e5-186bb5969865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.528537] env[64658]: DEBUG oslo_concurrency.lockutils [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] Lock "d6dea996-8d01-422c-86e5-186bb5969865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.528696] env[64658]: DEBUG nova.compute.manager [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] No waiting events found dispatching network-vif-plugged-7114fd2a-0ef3-40ae-b8db-3bf173bbf021 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.528893] env[64658]: WARNING nova.compute.manager [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Received unexpected event network-vif-plugged-7114fd2a-0ef3-40ae-b8db-3bf173bbf021 for instance with vm_state building and task_state spawning. [ 976.529412] env[64658]: DEBUG nova.compute.manager [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Received event network-changed-7114fd2a-0ef3-40ae-b8db-3bf173bbf021 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.529592] env[64658]: DEBUG nova.compute.manager [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Refreshing instance network info cache due to event network-changed-7114fd2a-0ef3-40ae-b8db-3bf173bbf021. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.529781] env[64658]: DEBUG oslo_concurrency.lockutils [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] Acquiring lock "refresh_cache-d6dea996-8d01-422c-86e5-186bb5969865" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.529919] env[64658]: DEBUG oslo_concurrency.lockutils [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] Acquired lock "refresh_cache-d6dea996-8d01-422c-86e5-186bb5969865" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.530087] env[64658]: DEBUG nova.network.neutron [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Refreshing network info cache for port 7114fd2a-0ef3-40ae-b8db-3bf173bbf021 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.569550] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "refresh_cache-d6dea996-8d01-422c-86e5-186bb5969865" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.629133] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.701828] env[64658]: DEBUG oslo_vmware.api [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734053, 'name': PowerOnVM_Task, 'duration_secs': 1.192939} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.702177] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.702420] env[64658]: INFO nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Took 9.32 seconds to spawn the instance on the hypervisor. [ 976.702651] env[64658]: DEBUG nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.703411] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de958f78-6f27-4190-97e0-e16a5456232d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.938165] env[64658]: DEBUG nova.scheduler.client.report [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.064848] env[64658]: DEBUG nova.network.neutron [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.159946] env[64658]: DEBUG nova.network.neutron [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.220883] env[64658]: INFO nova.compute.manager [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Took 23.61 seconds to build instance. [ 977.444687] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.448009] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.148s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.448365] env[64658]: DEBUG nova.objects.instance [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.467044] env[64658]: INFO nova.scheduler.client.report [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Deleted allocations for instance 13b41870-4408-41c7-8e44-25f31f709f95 [ 977.661663] env[64658]: DEBUG oslo_concurrency.lockutils [req-39571d81-e0c4-4c3f-87e0-d0d7d1815e8e req-dd4d6241-083b-48ad-aac8-61aa5d872b0a service nova] Releasing lock "refresh_cache-d6dea996-8d01-422c-86e5-186bb5969865" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.662095] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "refresh_cache-d6dea996-8d01-422c-86e5-186bb5969865" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.662268] env[64658]: DEBUG nova.network.neutron [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.726611] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dc82e97b-dbd5-40ad-95e2-a3133db1dfd6 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.132s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.974223] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfaf0b86-0e2e-4d60-b953-e471a21ab96f tempest-ServersTestManualDisk-841255656 tempest-ServersTestManualDisk-841255656-project-member] Lock "13b41870-4408-41c7-8e44-25f31f709f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.971s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.196772] env[64658]: DEBUG nova.network.neutron [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.325339] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e241c8-aee3-4334-a359-022e6b624582 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.333540] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3417b-7579-4246-baa6-f640484f56db tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Suspending the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 978.333816] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-56228258-719a-4c1b-bfe7-ac2723594497 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.347039] env[64658]: DEBUG oslo_vmware.api [None req-51f3417b-7579-4246-baa6-f640484f56db tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 978.347039] env[64658]: value = "task-2734054" [ 978.347039] env[64658]: _type = "Task" [ 978.347039] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.355549] env[64658]: DEBUG oslo_vmware.api [None req-51f3417b-7579-4246-baa6-f640484f56db tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734054, 'name': SuspendVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.401560] env[64658]: DEBUG nova.network.neutron [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Updating instance_info_cache with network_info: [{"id": "7114fd2a-0ef3-40ae-b8db-3bf173bbf021", "address": "fa:16:3e:19:cb:57", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7114fd2a-0e", "ovs_interfaceid": "7114fd2a-0ef3-40ae-b8db-3bf173bbf021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.458304] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb6fed6-fbfc-4e7c-9fdc-c62e19da5689 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.459582] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.889s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.856735] env[64658]: DEBUG oslo_vmware.api [None req-51f3417b-7579-4246-baa6-f640484f56db tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734054, 'name': SuspendVM_Task} progress is 62%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.904956] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "refresh_cache-d6dea996-8d01-422c-86e5-186bb5969865" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.905344] env[64658]: DEBUG nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Instance network_info: |[{"id": "7114fd2a-0ef3-40ae-b8db-3bf173bbf021", "address": "fa:16:3e:19:cb:57", "network": {"id": "d5a31132-463f-4c20-a459-9aa8274ed33e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2039668529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbf7412ba3ca4a54a7e2b51d95f2067f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7114fd2a-0e", "ovs_interfaceid": "7114fd2a-0ef3-40ae-b8db-3bf173bbf021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.905797] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:cb:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7114fd2a-0ef3-40ae-b8db-3bf173bbf021', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.913803] env[64658]: DEBUG oslo.service.loopingcall [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.914045] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.914329] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a3e24b1-080c-4c35-aafa-dc6f9156eacf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.936188] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.936188] env[64658]: value = "task-2734055" [ 978.936188] env[64658]: _type = "Task" [ 978.936188] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.944427] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734055, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.312545] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e3474-92f5-4673-8e71-52a13fc66bfb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.323988] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10836e05-1349-4af5-b379-6249feceab8f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.379084] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbe87c2-ab7a-4151-94b6-cb7dcabdb2b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.394582] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c70a12-368a-4101-adb4-9108352635c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.400496] env[64658]: DEBUG oslo_vmware.api [None req-51f3417b-7579-4246-baa6-f640484f56db tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734054, 'name': SuspendVM_Task, 'duration_secs': 0.710767} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.400893] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-51f3417b-7579-4246-baa6-f640484f56db tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Suspended the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 979.401210] env[64658]: DEBUG nova.compute.manager [None req-51f3417b-7579-4246-baa6-f640484f56db tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.402992] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29957e89-524f-47a5-97c1-5136640a1802 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.420028] env[64658]: DEBUG nova.compute.provider_tree [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.451658] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734055, 'name': CreateVM_Task, 'duration_secs': 0.344726} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.451875] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.452780] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.452984] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.453399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.453718] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d72185-38ae-40b6-8791-2034689cf9c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.459432] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 979.459432] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e943d8-f4f7-d70a-ed0b-9fb372d997a5" [ 979.459432] env[64658]: _type = "Task" [ 979.459432] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.469163] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e943d8-f4f7-d70a-ed0b-9fb372d997a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.925405] env[64658]: DEBUG nova.scheduler.client.report [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.975894] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e943d8-f4f7-d70a-ed0b-9fb372d997a5, 'name': SearchDatastore_Task, 'duration_secs': 0.034783} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.976487] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.977142] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.977142] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.977267] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.977727] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.978059] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf8ff029-0a11-4a2a-a01a-58e73ae0b415 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.988374] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.988568] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.989340] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7d0933-7f28-464e-bf99-22b22a0b0cc5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.999362] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 979.999362] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529b837d-3804-fffb-3e83-14b75f2ef191" [ 979.999362] env[64658]: _type = "Task" [ 979.999362] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.014023] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529b837d-3804-fffb-3e83-14b75f2ef191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.469024] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "75f0eb9c-821c-4f8a-843d-cabea91f149d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.469326] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.469326] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "75f0eb9c-821c-4f8a-843d-cabea91f149d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.469429] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.469603] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.471741] env[64658]: INFO nova.compute.manager [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Terminating instance [ 980.511135] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7d216dc2-b464-4649-9c91-e2412e295b70 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.511135] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7d216dc2-b464-4649-9c91-e2412e295b70 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.511135] env[64658]: DEBUG nova.objects.instance [None req-7d216dc2-b464-4649-9c91-e2412e295b70 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'flavor' on Instance uuid ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.512361] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529b837d-3804-fffb-3e83-14b75f2ef191, 'name': SearchDatastore_Task, 'duration_secs': 0.026639} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.513138] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2ed302-61e1-4a19-af2d-1c8666b154ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.521103] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 980.521103] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5225c8f7-2dca-9bfe-507f-ebcff855f751" [ 980.521103] env[64658]: _type = "Task" [ 980.521103] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.529360] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5225c8f7-2dca-9bfe-507f-ebcff855f751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.940059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.480s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.944316] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.998s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.945014] env[64658]: DEBUG nova.objects.instance [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lazy-loading 'resources' on Instance uuid f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.976122] env[64658]: DEBUG nova.compute.manager [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.976355] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.977385] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84db3919-4a12-4006-ae15-b5b5eec48ebd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.986779] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.987044] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62cc0aa5-84ce-4f0e-bbf7-d396a96fd5c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.994604] env[64658]: DEBUG oslo_vmware.api [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 980.994604] env[64658]: value = "task-2734056" [ 980.994604] env[64658]: _type = "Task" [ 980.994604] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.003413] env[64658]: DEBUG oslo_vmware.api [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.014711] env[64658]: DEBUG nova.objects.instance [None req-7d216dc2-b464-4649-9c91-e2412e295b70 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'pci_requests' on Instance uuid ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.030865] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5225c8f7-2dca-9bfe-507f-ebcff855f751, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.031219] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.031497] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] d6dea996-8d01-422c-86e5-186bb5969865/d6dea996-8d01-422c-86e5-186bb5969865.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.031748] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b100569-61a8-479f-b987-caf2afc46603 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.037792] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 981.037792] env[64658]: value = "task-2734057" [ 981.037792] env[64658]: _type = "Task" [ 981.037792] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.045582] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.326248] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "b1d04f1f-c115-4a95-8231-1345ddb2c717" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.326657] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.326883] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "b1d04f1f-c115-4a95-8231-1345ddb2c717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.327113] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.327329] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.331026] env[64658]: INFO nova.compute.manager [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Terminating instance [ 981.505823] env[64658]: DEBUG oslo_vmware.api [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2734056, 'name': PowerOffVM_Task, 'duration_secs': 0.339517} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.506263] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.506495] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.506786] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a09e07d-db6d-4072-babd-d88ce1c15322 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.519311] env[64658]: DEBUG nova.objects.base [None req-7d216dc2-b464-4649-9c91-e2412e295b70 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.519311] env[64658]: DEBUG nova.network.neutron [None req-7d216dc2-b464-4649-9c91-e2412e295b70 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.531659] env[64658]: INFO nova.scheduler.client.report [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted allocation for migration 81cff614-0f78-496e-83bd-5e0a1b42bf65 [ 981.547673] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484706} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.547940] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] d6dea996-8d01-422c-86e5-186bb5969865/d6dea996-8d01-422c-86e5-186bb5969865.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.550057] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.553295] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75af3d72-0bbc-4a1e-98c7-215d9e29c2dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.561026] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 981.561026] env[64658]: value = "task-2734059" [ 981.561026] env[64658]: _type = "Task" [ 981.561026] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.573527] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.582462] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.582734] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.582915] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Deleting the datastore file [datastore1] 75f0eb9c-821c-4f8a-843d-cabea91f149d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.583279] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93d82c2e-5d81-4587-879f-dd71e7dae7b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.594747] env[64658]: DEBUG oslo_vmware.api [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for the task: (returnval){ [ 981.594747] env[64658]: value = "task-2734060" [ 981.594747] env[64658]: _type = "Task" [ 981.594747] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.608274] env[64658]: DEBUG oslo_vmware.api [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2734060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.610228] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7d216dc2-b464-4649-9c91-e2412e295b70 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.100s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.775157] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c25f73-73a8-4ba2-bcb5-aa4a3e7c19a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.782876] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d16c3f-84a3-4a0d-a9fb-4ae27061075a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.813445] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0885f58-b1e3-4066-85a6-4a7195963fa5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.820970] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94beeb8e-2a35-4122-ae05-835c3e476244 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.833991] env[64658]: DEBUG nova.compute.provider_tree [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.836151] env[64658]: DEBUG nova.compute.manager [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.836357] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.837119] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3724cf-6073-4fc0-b8cb-a87d54155421 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.843487] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.844268] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3475b7-5705-4ebc-8341-56a0b497d660 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.914990] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.915236] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.915418] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore1] b1d04f1f-c115-4a95-8231-1345ddb2c717 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.915763] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9770cfe2-9894-4126-af9a-f745a550ad0e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.921870] env[64658]: DEBUG oslo_vmware.api [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 981.921870] env[64658]: value = "task-2734062" [ 981.921870] env[64658]: _type = "Task" [ 981.921870] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.929671] env[64658]: DEBUG oslo_vmware.api [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.037470] env[64658]: DEBUG oslo_concurrency.lockutils [None req-063a160a-9354-41ac-b8a0-d0ad54d494ce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.847s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.071435] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068885} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.071716] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.072513] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661ef34b-9f7f-4d33-8459-f92feb097475 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.097675] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] d6dea996-8d01-422c-86e5-186bb5969865/d6dea996-8d01-422c-86e5-186bb5969865.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.098308] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bb3980-7908-48fe-90c3-190371d868c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.123187] env[64658]: DEBUG oslo_vmware.api [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Task: {'id': task-2734060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509345} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.124436] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.124640] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.124812] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.124980] env[64658]: INFO nova.compute.manager [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 982.125232] env[64658]: DEBUG oslo.service.loopingcall [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.125492] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 982.125492] env[64658]: value = "task-2734063" [ 982.125492] env[64658]: _type = "Task" [ 982.125492] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.125737] env[64658]: DEBUG nova.compute.manager [-] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.125852] env[64658]: DEBUG nova.network.neutron [-] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.136938] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.238114] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.238386] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.337269] env[64658]: DEBUG nova.scheduler.client.report [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.432258] env[64658]: DEBUG oslo_vmware.api [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269324} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.432409] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.432546] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.432654] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.432829] env[64658]: INFO nova.compute.manager [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Took 0.60 seconds to destroy the instance on the hypervisor. [ 982.433087] env[64658]: DEBUG oslo.service.loopingcall [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.433291] env[64658]: DEBUG nova.compute.manager [-] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.433389] env[64658]: DEBUG nova.network.neutron [-] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.636324] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734063, 'name': ReconfigVM_Task, 'duration_secs': 0.347816} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.636606] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Reconfigured VM instance instance-00000056 to attach disk [datastore2] d6dea996-8d01-422c-86e5-186bb5969865/d6dea996-8d01-422c-86e5-186bb5969865.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.637248] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd0d1e4-8920-4dca-98cb-1da27c1af52d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.643485] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 982.643485] env[64658]: value = "task-2734064" [ 982.643485] env[64658]: _type = "Task" [ 982.643485] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.652030] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734064, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.741753] env[64658]: DEBUG nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.842357] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.847660] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.902s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.847660] env[64658]: DEBUG nova.objects.instance [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lazy-loading 'resources' on Instance uuid a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.888062] env[64658]: INFO nova.scheduler.client.report [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Deleted allocations for instance f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f [ 982.889548] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.889781] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.058643] env[64658]: DEBUG nova.compute.manager [req-f27aefef-e946-4bb0-8046-99f8d5c86b41 req-cfb1edaa-1a29-4d22-bc2a-c1588e9e22b9 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Received event network-vif-deleted-0766905a-1563-42c9-8ae5-2ab58943b8f7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.060457] env[64658]: INFO nova.compute.manager [req-f27aefef-e946-4bb0-8046-99f8d5c86b41 req-cfb1edaa-1a29-4d22-bc2a-c1588e9e22b9 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Neutron deleted interface 0766905a-1563-42c9-8ae5-2ab58943b8f7; detaching it from the instance and deleting it from the info cache [ 983.060457] env[64658]: DEBUG nova.network.neutron [req-f27aefef-e946-4bb0-8046-99f8d5c86b41 req-cfb1edaa-1a29-4d22-bc2a-c1588e9e22b9 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.089817] env[64658]: DEBUG nova.compute.manager [req-f01b041f-70be-4783-92fa-7eb12709f147 req-a70b083d-6032-474a-b97e-759bef8cc62b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Received event network-vif-deleted-555afd3f-5dd5-4e44-b658-fd17c3d16ab7 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.089968] env[64658]: INFO nova.compute.manager [req-f01b041f-70be-4783-92fa-7eb12709f147 req-a70b083d-6032-474a-b97e-759bef8cc62b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Neutron deleted interface 555afd3f-5dd5-4e44-b658-fd17c3d16ab7; detaching it from the instance and deleting it from the info cache [ 983.090222] env[64658]: DEBUG nova.network.neutron [req-f01b041f-70be-4783-92fa-7eb12709f147 req-a70b083d-6032-474a-b97e-759bef8cc62b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.159326] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734064, 'name': Rename_Task, 'duration_secs': 0.316318} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.159561] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.160097] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09498354-2c4d-4abe-ae5c-b57079883f49 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.169054] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 983.169054] env[64658]: value = "task-2734065" [ 983.169054] env[64658]: _type = "Task" [ 983.169054] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.178653] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.185581] env[64658]: DEBUG nova.network.neutron [-] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.201166] env[64658]: DEBUG nova.network.neutron [-] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.265231] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.396834] env[64658]: DEBUG nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.408042] env[64658]: DEBUG oslo_concurrency.lockutils [None req-63409a33-284e-4ce2-b862-d96e88ebdeae tempest-ServerExternalEventsTest-2029628950 tempest-ServerExternalEventsTest-2029628950-project-member] Lock "f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.751s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.561811] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6338fe14-dc09-408c-8e31-89287d8baa1a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.576531] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577f13c-0635-43cb-9095-b99267096336 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.595474] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49846448-a241-4429-b1fd-de1e286f7e8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.613695] env[64658]: DEBUG nova.compute.manager [req-f27aefef-e946-4bb0-8046-99f8d5c86b41 req-cfb1edaa-1a29-4d22-bc2a-c1588e9e22b9 service nova] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Detach interface failed, port_id=0766905a-1563-42c9-8ae5-2ab58943b8f7, reason: Instance b1d04f1f-c115-4a95-8231-1345ddb2c717 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 983.620782] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e9876-add0-4567-a93e-1634355824b4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.634234] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.634483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.634790] env[64658]: DEBUG nova.objects.instance [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'flavor' on Instance uuid ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.666506] env[64658]: DEBUG nova.compute.manager [req-f01b041f-70be-4783-92fa-7eb12709f147 req-a70b083d-6032-474a-b97e-759bef8cc62b service nova] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Detach interface failed, port_id=555afd3f-5dd5-4e44-b658-fd17c3d16ab7, reason: Instance 75f0eb9c-821c-4f8a-843d-cabea91f149d could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 983.677356] env[64658]: DEBUG oslo_vmware.api [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734065, 'name': PowerOnVM_Task, 'duration_secs': 0.478238} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.677668] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.677805] env[64658]: INFO nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Took 8.19 seconds to spawn the instance on the hypervisor. [ 983.677980] env[64658]: DEBUG nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.678790] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1056e1f0-898a-4b9d-9eec-ec59b4b3aac0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.690586] env[64658]: INFO nova.compute.manager [-] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Took 1.26 seconds to deallocate network for instance. [ 983.703218] env[64658]: INFO nova.compute.manager [-] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Took 1.58 seconds to deallocate network for instance. [ 983.719818] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "9050d725-13bc-4fa6-a624-6eb29760973e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.720109] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "9050d725-13bc-4fa6-a624-6eb29760973e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.779084] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a528c8b-e10b-4579-8440-effddb948ca8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.787477] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f477d719-3064-4479-aaff-e1039d184a08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.818942] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e681adc-663f-47b5-bb78-b2989a3a25ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.826544] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8753fe5c-e85b-43e6-8a84-dfdedf20bbc9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.841156] env[64658]: DEBUG nova.compute.provider_tree [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.924698] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.199255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.201404] env[64658]: INFO nova.compute.manager [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Took 24.08 seconds to build instance. [ 984.212407] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.222316] env[64658]: DEBUG nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.257250] env[64658]: DEBUG nova.objects.instance [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'pci_requests' on Instance uuid ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.344723] env[64658]: DEBUG nova.scheduler.client.report [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.527668] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.528162] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.528257] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.528366] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.528538] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.530654] env[64658]: INFO nova.compute.manager [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Terminating instance [ 984.703362] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53180cbf-cf65-49af-bee9-031168e19d52 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "d6dea996-8d01-422c-86e5-186bb5969865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.594s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.744187] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.762054] env[64658]: DEBUG nova.objects.base [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.762316] env[64658]: DEBUG nova.network.neutron [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.802699] env[64658]: DEBUG nova.policy [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.851039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.853719] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.225s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.853978] env[64658]: DEBUG nova.objects.instance [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lazy-loading 'resources' on Instance uuid 52979769-9199-441a-96cf-252a62903ee3 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.873533] env[64658]: INFO nova.scheduler.client.report [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted allocations for instance a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1 [ 985.034188] env[64658]: DEBUG nova.compute.manager [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.034352] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.035295] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ec10e-aa38-44f0-a666-fc4da6826aef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.043288] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.043573] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ca65dc-61db-432f-a315-695934393a3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.050533] env[64658]: DEBUG oslo_vmware.api [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 985.050533] env[64658]: value = "task-2734066" [ 985.050533] env[64658]: _type = "Task" [ 985.050533] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.059282] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "74565687-5904-4634-b29e-05573074bb64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.059526] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.064302] env[64658]: DEBUG oslo_vmware.api [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.202874] env[64658]: DEBUG nova.network.neutron [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Successfully created port: 332a21f9-cfeb-45ab-ae34-780e41c7592e {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.382072] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cf567629-8491-4039-8879-c7ddef46fae2 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.417s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.567661] env[64658]: DEBUG oslo_vmware.api [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734066, 'name': PowerOffVM_Task, 'duration_secs': 0.193424} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.567661] env[64658]: DEBUG nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.569348] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.569538] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.570462] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dcc68c3-f3d2-48f7-a5e1-e76022fed6c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.633941] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.634202] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.634446] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleting the datastore file [datastore1] b2d35a6b-370b-4773-940d-e63f10bbb8d3 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.637218] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0386ace9-9292-434e-ab99-dfae71e24632 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.643336] env[64658]: DEBUG oslo_vmware.api [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 985.643336] env[64658]: value = "task-2734068" [ 985.643336] env[64658]: _type = "Task" [ 985.643336] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.651403] env[64658]: DEBUG oslo_vmware.api [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.718027] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4df454-a456-4429-b9ae-91ad205cea38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.722019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "afdef77d-2cba-47a6-b593-7736669070f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.722019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.728975] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62f0653-de18-4152-87a5-cac38bc0b89e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.762273] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3a66a-ec3b-444c-907e-b81279de62cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.770186] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1baafc4-61e3-4f45-9fbc-330f043e7350 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.784942] env[64658]: DEBUG nova.compute.provider_tree [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.095904] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.154134] env[64658]: DEBUG oslo_vmware.api [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342304} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.154806] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.154806] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.154806] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.155024] env[64658]: INFO nova.compute.manager [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 986.155243] env[64658]: DEBUG oslo.service.loopingcall [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.155460] env[64658]: DEBUG nova.compute.manager [-] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.155557] env[64658]: DEBUG nova.network.neutron [-] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.225163] env[64658]: DEBUG nova.compute.utils [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 986.288575] env[64658]: DEBUG nova.scheduler.client.report [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.545365] env[64658]: DEBUG nova.compute.manager [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.546263] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544adb8-1873-4469-a887-dbb0c450c299 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.664535] env[64658]: DEBUG nova.network.neutron [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Successfully updated port: 332a21f9-cfeb-45ab-ae34-780e41c7592e {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.729483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.793605] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.798429] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.531s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.798683] env[64658]: INFO nova.compute.claims [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.817218] env[64658]: INFO nova.scheduler.client.report [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted allocations for instance 52979769-9199-441a-96cf-252a62903ee3 [ 987.063032] env[64658]: INFO nova.compute.manager [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] instance snapshotting [ 987.065277] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9376179c-b279-4162-8997-fdb60036b176 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.088316] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b686cd72-ee66-4e18-9fc8-0f41df07f96e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.167315] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.167315] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.167565] env[64658]: DEBUG nova.network.neutron [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.257955] env[64658]: DEBUG nova.network.neutron [-] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.331563] env[64658]: DEBUG oslo_concurrency.lockutils [None req-46f53c79-fae5-403a-84f0-0ac5e77ca0e8 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "52979769-9199-441a-96cf-252a62903ee3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.233s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.599328] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 987.599520] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ebc00916-1594-4a97-ab25-3fabef6b1fab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.608384] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 987.608384] env[64658]: value = "task-2734069" [ 987.608384] env[64658]: _type = "Task" [ 987.608384] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.616753] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.690591] env[64658]: DEBUG nova.compute.manager [req-7497ad17-8f73-444e-bff6-27228edf41b4 req-b6cc4e85-3a86-4513-bcfe-a9bf21cf2179 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-vif-plugged-332a21f9-cfeb-45ab-ae34-780e41c7592e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.691584] env[64658]: DEBUG oslo_concurrency.lockutils [req-7497ad17-8f73-444e-bff6-27228edf41b4 req-b6cc4e85-3a86-4513-bcfe-a9bf21cf2179 service nova] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.691584] env[64658]: DEBUG oslo_concurrency.lockutils [req-7497ad17-8f73-444e-bff6-27228edf41b4 req-b6cc4e85-3a86-4513-bcfe-a9bf21cf2179 service nova] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.691584] env[64658]: DEBUG oslo_concurrency.lockutils [req-7497ad17-8f73-444e-bff6-27228edf41b4 req-b6cc4e85-3a86-4513-bcfe-a9bf21cf2179 service nova] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.691584] env[64658]: DEBUG nova.compute.manager [req-7497ad17-8f73-444e-bff6-27228edf41b4 req-b6cc4e85-3a86-4513-bcfe-a9bf21cf2179 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] No waiting events found dispatching network-vif-plugged-332a21f9-cfeb-45ab-ae34-780e41c7592e {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.691584] env[64658]: WARNING nova.compute.manager [req-7497ad17-8f73-444e-bff6-27228edf41b4 req-b6cc4e85-3a86-4513-bcfe-a9bf21cf2179 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received unexpected event network-vif-plugged-332a21f9-cfeb-45ab-ae34-780e41c7592e for instance with vm_state active and task_state None. [ 987.709177] env[64658]: DEBUG nova.compute.manager [req-6448f119-3a12-4e53-ac02-7b6485164931 req-f8277ae8-c1b9-4a33-8324-af51027e1eda service nova] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Received event network-vif-deleted-637c485c-61c1-4fdf-a415-b2d60333189f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.710476] env[64658]: WARNING nova.network.neutron [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] 6914deb4-4322-4fbd-bc90-47969a531684 already exists in list: networks containing: ['6914deb4-4322-4fbd-bc90-47969a531684']. ignoring it [ 987.759645] env[64658]: INFO nova.compute.manager [-] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Took 1.60 seconds to deallocate network for instance. [ 987.855150] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "afdef77d-2cba-47a6-b593-7736669070f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.855402] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.855632] env[64658]: INFO nova.compute.manager [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Attaching volume 1ff0f446-105f-4f31-8b96-033c3bf444bc to /dev/sdb [ 987.907072] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e821376-6cb2-4181-a2fd-356b7f94abc1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.928682] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb21e57d-5cfd-4fb3-9cf0-ec9369012fe0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.946702] env[64658]: DEBUG nova.virt.block_device [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating existing volume attachment record: 018cb335-5968-4b8c-9c46-e24aa9033fad {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 988.117929] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.138836] env[64658]: DEBUG nova.network.neutron [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "address": "fa:16:3e:52:f5:fa", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332a21f9-cf", "ovs_interfaceid": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.269978] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.276194] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfadb90-c5f4-46ad-97e6-e3bc9288393a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.285907] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a58bb3-9a4c-4065-9f3e-5b0d39bc38fa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.336872] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d686e0-3ad4-4323-88fb-f4f0a7268e38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.347705] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e856823d-d4c2-4960-8d7a-d5ea3c581aa7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.369491] env[64658]: DEBUG nova.compute.provider_tree [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.423127] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.423364] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.423493] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.423690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.423854] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.426171] env[64658]: INFO nova.compute.manager [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Terminating instance [ 988.619106] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734069, 'name': CreateSnapshot_Task, 'duration_secs': 0.81636} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.619446] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 988.620181] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392b386a-4d97-49cd-9bac-d0985712246a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.645576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.645576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.645576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.647650] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f381ee2-0cf7-4b51-8f7d-14270e7625c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.667220] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.667713] env[64658]: DEBUG nova.virt.hardware [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.674033] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfiguring VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 988.675139] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78a66b2-94ef-4e67-a7e9-7c3e4616870f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.692980] env[64658]: DEBUG oslo_vmware.api [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 988.692980] env[64658]: value = "task-2734073" [ 988.692980] env[64658]: _type = "Task" [ 988.692980] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.702270] env[64658]: DEBUG oslo_vmware.api [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734073, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.875115] env[64658]: DEBUG nova.scheduler.client.report [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.932745] env[64658]: DEBUG nova.compute.manager [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.934016] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.934016] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28fdac1-f81a-4545-96d4-0d8ab82cb6e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.942664] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.942989] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab25ed7-c55a-4d63-900c-de8beb3b180c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.951659] env[64658]: DEBUG oslo_vmware.api [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 988.951659] env[64658]: value = "task-2734074" [ 988.951659] env[64658]: _type = "Task" [ 988.951659] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.960916] env[64658]: DEBUG oslo_vmware.api [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.050034] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "77447530-5f84-4386-942a-5c2424b2423e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.050448] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "77447530-5f84-4386-942a-5c2424b2423e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.141806] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 989.144444] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a28780a-7b42-4a94-86f3-0e7559a51d01 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.153299] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 989.153299] env[64658]: value = "task-2734075" [ 989.153299] env[64658]: _type = "Task" [ 989.153299] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.163688] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734075, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.204659] env[64658]: DEBUG oslo_vmware.api [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.378397] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.379525] env[64658]: DEBUG nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.381753] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.457s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.383199] env[64658]: INFO nova.compute.claims [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.462533] env[64658]: DEBUG oslo_vmware.api [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734074, 'name': PowerOffVM_Task, 'duration_secs': 0.255801} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.462864] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.463149] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.463338] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b2b5d01-5602-459a-b42a-d667b926fa32 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.533284] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.533284] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.533284] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleting the datastore file [datastore1] 59e56795-c3c0-4e4a-9ff5-012b3aa3d435 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.533547] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c24ea13-9b6e-4f5c-8ff6-a009e7a0e446 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.540417] env[64658]: DEBUG oslo_vmware.api [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 989.540417] env[64658]: value = "task-2734080" [ 989.540417] env[64658]: _type = "Task" [ 989.540417] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.550086] env[64658]: DEBUG oslo_vmware.api [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.552688] env[64658]: DEBUG nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.664716] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734075, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.704377] env[64658]: DEBUG oslo_vmware.api [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734073, 'name': ReconfigVM_Task, 'duration_secs': 0.906362} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.704975] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.705238] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfigured VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 989.720015] env[64658]: DEBUG nova.compute.manager [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-changed-332a21f9-cfeb-45ab-ae34-780e41c7592e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.720262] env[64658]: DEBUG nova.compute.manager [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing instance network info cache due to event network-changed-332a21f9-cfeb-45ab-ae34-780e41c7592e. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 989.720344] env[64658]: DEBUG oslo_concurrency.lockutils [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.720524] env[64658]: DEBUG oslo_concurrency.lockutils [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.720715] env[64658]: DEBUG nova.network.neutron [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing network info cache for port 332a21f9-cfeb-45ab-ae34-780e41c7592e {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.887900] env[64658]: DEBUG nova.compute.utils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.891604] env[64658]: DEBUG nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.891744] env[64658]: DEBUG nova.network.neutron [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.932319] env[64658]: DEBUG nova.policy [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb9e9a048f874e87af83d1a82f4ef463', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3de925e9e05040539038d02c9202ad58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.981753] env[64658]: INFO nova.compute.manager [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Rebuilding instance [ 990.036491] env[64658]: DEBUG nova.compute.manager [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.037517] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb2bf4-5d51-4867-be0f-fef2c134f0dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.058459] env[64658]: DEBUG oslo_vmware.api [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175776} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.063473] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.063473] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.063473] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.063473] env[64658]: INFO nova.compute.manager [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Took 1.13 seconds to destroy the instance on the hypervisor. [ 990.063473] env[64658]: DEBUG oslo.service.loopingcall [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.063473] env[64658]: DEBUG nova.compute.manager [-] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.063473] env[64658]: DEBUG nova.network.neutron [-] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.079630] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.172836] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734075, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.210917] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518b41c3-f0c0-498a-b804-cf63debb5e38 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.576s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.218363] env[64658]: DEBUG nova.network.neutron [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Successfully created port: 8ad712df-daf8-4e2e-8982-bc7b492ecd53 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.394638] env[64658]: DEBUG nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.552479] env[64658]: DEBUG nova.network.neutron [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updated VIF entry in instance network info cache for port 332a21f9-cfeb-45ab-ae34-780e41c7592e. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.552913] env[64658]: DEBUG nova.network.neutron [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "address": "fa:16:3e:52:f5:fa", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332a21f9-cf", "ovs_interfaceid": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.671307] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734075, 'name': CloneVM_Task, 'duration_secs': 1.506548} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.671464] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Created linked-clone VM from snapshot [ 990.672371] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd2b6e-3e4f-4fb3-bff5-db9ee1824eb2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.681999] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Uploading image c71b53b3-c68a-4f31-85c2-686960881028 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.693272] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.694259] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5032891a-e7a2-4e55-abf1-00986bf8f593 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.701475] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 990.701475] env[64658]: value = "task-2734082" [ 990.701475] env[64658]: _type = "Task" [ 990.701475] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.712181] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734082, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.755826] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01d76b-8628-44b1-8cb9-d916a310c724 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.762849] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da6d3a-3212-4998-8a86-6d31140addc6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.793362] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfdc491-1edb-435f-8b9d-855f4bdcb15c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.800454] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef38800b-069e-4bb5-87da-36642164caf5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.815253] env[64658]: DEBUG nova.compute.provider_tree [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.833845] env[64658]: DEBUG nova.network.neutron [-] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.056532] env[64658]: DEBUG oslo_concurrency.lockutils [req-28be125f-f7b6-4a6c-a9f9-e3f9320432c3 req-3e5b8bd0-2b2f-46ca-80cf-fbab247a658a service nova] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.057251] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.057532] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0dd06bc-dad4-481d-8854-a2554d530457 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.065857] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 991.065857] env[64658]: value = "task-2734083" [ 991.065857] env[64658]: _type = "Task" [ 991.065857] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.074681] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.212758] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734082, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.318209] env[64658]: DEBUG nova.scheduler.client.report [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.335912] env[64658]: INFO nova.compute.manager [-] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Took 1.27 seconds to deallocate network for instance. [ 991.405694] env[64658]: DEBUG nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.433051] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.433051] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.433242] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.433367] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.433514] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.433658] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.433869] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.434038] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.434213] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.434377] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.434561] env[64658]: DEBUG nova.virt.hardware [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.435460] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c371e9d3-4ef8-40ba-a82f-3db8bb5be83f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.444075] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a82567-bb7f-4968-a734-1d4af00f64f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.580092] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734083, 'name': PowerOffVM_Task, 'duration_secs': 0.242569} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.580092] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.580562] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.581871] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4776fbaf-f1b9-4095-8613-06a4761889e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.590657] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.590946] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f761ba69-5402-40f8-bd16-1b5ebce2bb23 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.658338] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.659127] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.659127] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleting the datastore file [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.660506] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5b60e04-db22-4dc1-abbb-1ec62b2d92ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.670110] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 991.670110] env[64658]: value = "task-2734085" [ 991.670110] env[64658]: _type = "Task" [ 991.670110] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.678346] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.711934] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734082, 'name': Destroy_Task, 'duration_secs': 0.566511} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.712912] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Destroyed the VM [ 991.712912] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.713050] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1c845c6-fd9f-4872-830c-130608fcb8a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.719287] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 991.719287] env[64658]: value = "task-2734086" [ 991.719287] env[64658]: _type = "Task" [ 991.719287] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.729340] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.808642] env[64658]: DEBUG nova.compute.manager [req-efb1a0ad-7aea-4dee-833d-974a7e3f8c62 req-699579d1-c26a-4a3b-991c-45d70da67547 service nova] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Received event network-vif-deleted-b85ee409-ba1a-449a-ba05-8b58bdc43629 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.823890] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.825688] env[64658]: DEBUG nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.827663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.628s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.827663] env[64658]: DEBUG nova.objects.instance [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'resources' on Instance uuid b1d04f1f-c115-4a95-8231-1345ddb2c717 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.841466] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.867889] env[64658]: DEBUG nova.network.neutron [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Successfully updated port: 8ad712df-daf8-4e2e-8982-bc7b492ecd53 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.898037] env[64658]: DEBUG nova.compute.manager [req-a532d5cc-781a-4caf-ab8d-7c281a6ba397 req-1f5effb8-a3ef-4cf6-87d0-708e9dc7e92f service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Received event network-vif-plugged-8ad712df-daf8-4e2e-8982-bc7b492ecd53 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.898441] env[64658]: DEBUG oslo_concurrency.lockutils [req-a532d5cc-781a-4caf-ab8d-7c281a6ba397 req-1f5effb8-a3ef-4cf6-87d0-708e9dc7e92f service nova] Acquiring lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.899235] env[64658]: DEBUG oslo_concurrency.lockutils [req-a532d5cc-781a-4caf-ab8d-7c281a6ba397 req-1f5effb8-a3ef-4cf6-87d0-708e9dc7e92f service nova] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.899235] env[64658]: DEBUG oslo_concurrency.lockutils [req-a532d5cc-781a-4caf-ab8d-7c281a6ba397 req-1f5effb8-a3ef-4cf6-87d0-708e9dc7e92f service nova] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.899235] env[64658]: DEBUG nova.compute.manager [req-a532d5cc-781a-4caf-ab8d-7c281a6ba397 req-1f5effb8-a3ef-4cf6-87d0-708e9dc7e92f service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] No waiting events found dispatching network-vif-plugged-8ad712df-daf8-4e2e-8982-bc7b492ecd53 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.899235] env[64658]: WARNING nova.compute.manager [req-a532d5cc-781a-4caf-ab8d-7c281a6ba397 req-1f5effb8-a3ef-4cf6-87d0-708e9dc7e92f service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Received unexpected event network-vif-plugged-8ad712df-daf8-4e2e-8982-bc7b492ecd53 for instance with vm_state building and task_state spawning. [ 992.167763] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-f14a1909-78da-484d-bc8e-5e895ed8df4f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.168217] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-f14a1909-78da-484d-bc8e-5e895ed8df4f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.168444] env[64658]: DEBUG nova.objects.instance [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'flavor' on Instance uuid ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.180827] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188846} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.181095] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.181287] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.181467] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.230391] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734086, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.335591] env[64658]: DEBUG nova.compute.utils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 992.340222] env[64658]: DEBUG nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.340453] env[64658]: DEBUG nova.network.neutron [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.370813] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.370813] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.370959] env[64658]: DEBUG nova.network.neutron [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.388754] env[64658]: DEBUG nova.policy [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb9e9a048f874e87af83d1a82f4ef463', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3de925e9e05040539038d02c9202ad58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.527884] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.527884] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550468', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'name': 'volume-1ff0f446-105f-4f31-8b96-033c3bf444bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afdef77d-2cba-47a6-b593-7736669070f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'serial': '1ff0f446-105f-4f31-8b96-033c3bf444bc'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.528025] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ea54f-d424-4496-9526-ee8a9acb623d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.547526] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d857e64-86d1-40bb-bb2e-fd46590c4f94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.573946] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-1ff0f446-105f-4f31-8b96-033c3bf444bc/volume-1ff0f446-105f-4f31-8b96-033c3bf444bc.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.577059] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76cac15e-a9a7-433d-be81-df991b259971 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.597760] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 992.597760] env[64658]: value = "task-2734088" [ 992.597760] env[64658]: _type = "Task" [ 992.597760] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.610781] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.726484] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdded31-a750-491c-a0f0-2ea52a514fb4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.738063] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ade911-b365-4a85-885a-2f4eca63f28b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.742076] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734086, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.774559] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2760322-fe8e-4730-84ad-8cf256d3162e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.779600] env[64658]: DEBUG nova.network.neutron [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Successfully created port: 04d3169c-a833-4805-83c8-1dbc4685b021 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.785279] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd24c3d4-58c5-44cd-834b-6476e32fec4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.800720] env[64658]: DEBUG nova.compute.provider_tree [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.833906] env[64658]: DEBUG nova.objects.instance [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'pci_requests' on Instance uuid ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.840989] env[64658]: DEBUG nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.922441] env[64658]: DEBUG nova.network.neutron [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.114567] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.164304] env[64658]: DEBUG nova.network.neutron [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Updating instance_info_cache with network_info: [{"id": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "address": "fa:16:3e:b5:bb:0d", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad712df-da", "ovs_interfaceid": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.229153] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.229582] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.229672] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.230739] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.230739] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.230739] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.230739] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.231119] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.231206] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.231428] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.231686] env[64658]: DEBUG nova.virt.hardware [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.232676] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6b92cd-37e4-49f3-a8b2-16874d0207d0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.244382] env[64658]: DEBUG oslo_vmware.api [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734086, 'name': RemoveSnapshot_Task, 'duration_secs': 1.236664} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.244721] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.250463] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2b0787-5401-401e-8d17-86f3dacfa1ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.264707] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ee:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0d3717-d739-4430-8ff7-3dbb78209617', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.276319] env[64658]: DEBUG oslo.service.loopingcall [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.276620] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.276845] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9fc48a4-4405-4f8a-8c48-00314f9a3c53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.299056] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.299056] env[64658]: value = "task-2734089" [ 993.299056] env[64658]: _type = "Task" [ 993.299056] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.309275] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734089, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.323586] env[64658]: ERROR nova.scheduler.client.report [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [req-6fe8345d-5d36-4149-b120-4ec9fdc698e7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6fe8345d-5d36-4149-b120-4ec9fdc698e7"}]} [ 993.336734] env[64658]: DEBUG nova.objects.base [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.336950] env[64658]: DEBUG nova.network.neutron [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.339810] env[64658]: DEBUG nova.scheduler.client.report [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 993.355477] env[64658]: DEBUG nova.scheduler.client.report [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 993.355704] env[64658]: DEBUG nova.compute.provider_tree [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.367458] env[64658]: DEBUG nova.scheduler.client.report [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 993.388817] env[64658]: DEBUG nova.scheduler.client.report [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 993.407697] env[64658]: DEBUG nova.policy [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.612612] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.667593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.667956] env[64658]: DEBUG nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Instance network_info: |[{"id": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "address": "fa:16:3e:b5:bb:0d", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad712df-da", "ovs_interfaceid": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.668390] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:bb:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ad712df-daf8-4e2e-8982-bc7b492ecd53', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.677780] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Creating folder: Project (3de925e9e05040539038d02c9202ad58). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.681163] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce025250-5b66-413e-aa95-77ad01c226ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.692524] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Created folder: Project (3de925e9e05040539038d02c9202ad58) in parent group-v550231. [ 993.692524] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Creating folder: Instances. Parent ref: group-v550475. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.692723] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fc72201-85b8-41c9-bf97-4760d333bb36 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705032] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Created folder: Instances in parent group-v550475. [ 993.705032] env[64658]: DEBUG oslo.service.loopingcall [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.705032] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.705032] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c7076b6-9090-4796-8e77-5b32cc997a82 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.726682] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.726682] env[64658]: value = "task-2734092" [ 993.726682] env[64658]: _type = "Task" [ 993.726682] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.735829] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b020d20-ecb3-4d55-a609-e945a0cb0b22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.749301] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a900a-33c7-469e-adbb-845f2b61b772 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.753297] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734092, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.756037] env[64658]: WARNING nova.compute.manager [None req-0300f055-ef80-4388-8183-a78d4083712b tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Image not found during snapshot: nova.exception.ImageNotFound: Image c71b53b3-c68a-4f31-85c2-686960881028 could not be found. [ 993.787909] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f05205-ef91-4719-ab4f-a66d091344b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.796606] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6944c463-790b-4937-97cb-240ba31599fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.811231] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734089, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.820190] env[64658]: DEBUG nova.compute.provider_tree [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.850726] env[64658]: DEBUG nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.873381] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.873709] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.873886] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.874096] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.874246] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.874394] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.874605] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.874762] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.874930] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.875105] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.875278] env[64658]: DEBUG nova.virt.hardware [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.876150] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd10517-ff31-47df-9a78-2ecbb1ac882e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.885352] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c7a41-4921-4033-9bfb-9f304e98b8a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.943808] env[64658]: DEBUG nova.compute.manager [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Received event network-changed-8ad712df-daf8-4e2e-8982-bc7b492ecd53 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.944048] env[64658]: DEBUG nova.compute.manager [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Refreshing instance network info cache due to event network-changed-8ad712df-daf8-4e2e-8982-bc7b492ecd53. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.944288] env[64658]: DEBUG oslo_concurrency.lockutils [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] Acquiring lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.944436] env[64658]: DEBUG oslo_concurrency.lockutils [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] Acquired lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.944597] env[64658]: DEBUG nova.network.neutron [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Refreshing network info cache for port 8ad712df-daf8-4e2e-8982-bc7b492ecd53 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.111309] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734088, 'name': ReconfigVM_Task, 'duration_secs': 1.181892} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.111372] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-1ff0f446-105f-4f31-8b96-033c3bf444bc/volume-1ff0f446-105f-4f31-8b96-033c3bf444bc.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.116220] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa36208-3733-450e-84bd-7df5093a79e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.132136] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 994.132136] env[64658]: value = "task-2734093" [ 994.132136] env[64658]: _type = "Task" [ 994.132136] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.141808] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.238221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "d6dea996-8d01-422c-86e5-186bb5969865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.238664] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "d6dea996-8d01-422c-86e5-186bb5969865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.238932] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "d6dea996-8d01-422c-86e5-186bb5969865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.239141] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "d6dea996-8d01-422c-86e5-186bb5969865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.239350] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "d6dea996-8d01-422c-86e5-186bb5969865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.240842] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734092, 'name': CreateVM_Task, 'duration_secs': 0.478601} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.241032] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.242119] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.242303] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.242691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.243295] env[64658]: INFO nova.compute.manager [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Terminating instance [ 994.246441] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c512c34d-ecb4-48c8-90a3-2756d7619212 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.253447] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 994.253447] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52183c74-adb0-fd7d-4e8a-2563dce938c8" [ 994.253447] env[64658]: _type = "Task" [ 994.253447] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.266811] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52183c74-adb0-fd7d-4e8a-2563dce938c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.313396] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734089, 'name': CreateVM_Task, 'duration_secs': 0.670354} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.313580] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.314323] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.323359] env[64658]: DEBUG nova.scheduler.client.report [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.455894] env[64658]: DEBUG nova.network.neutron [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Successfully updated port: 04d3169c-a833-4805-83c8-1dbc4685b021 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.630713] env[64658]: DEBUG nova.network.neutron [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Updated VIF entry in instance network info cache for port 8ad712df-daf8-4e2e-8982-bc7b492ecd53. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.631094] env[64658]: DEBUG nova.network.neutron [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Updating instance_info_cache with network_info: [{"id": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "address": "fa:16:3e:b5:bb:0d", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad712df-da", "ovs_interfaceid": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.641811] env[64658]: DEBUG oslo_vmware.api [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734093, 'name': ReconfigVM_Task, 'duration_secs': 0.167112} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.642434] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550468', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'name': 'volume-1ff0f446-105f-4f31-8b96-033c3bf444bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afdef77d-2cba-47a6-b593-7736669070f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'serial': '1ff0f446-105f-4f31-8b96-033c3bf444bc'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 994.750392] env[64658]: DEBUG nova.compute.manager [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.750614] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.751528] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ceb528-05a3-486f-b508-292f341021d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.762930] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52183c74-adb0-fd7d-4e8a-2563dce938c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016855} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.765115] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.765419] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.765538] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.765689] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.765866] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.766160] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.766511] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.766693] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.766908] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-179a03d4-d83e-46ff-a6b9-9735221fa6ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.768587] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f0ba0f-e05a-4342-872a-1ecdde8f0fb2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.769888] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc090389-966c-4089-97f6-c856571b2220 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.776255] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 994.776255] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d658d8-82d4-a667-d2f4-6a2219cdc913" [ 994.776255] env[64658]: _type = "Task" [ 994.776255] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.777506] env[64658]: DEBUG oslo_vmware.api [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 994.777506] env[64658]: value = "task-2734095" [ 994.777506] env[64658]: _type = "Task" [ 994.777506] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.785590] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.785773] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.786738] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad7cf91-3966-4f79-a056-c8c7eeb76853 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.791991] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d658d8-82d4-a667-d2f4-6a2219cdc913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.795756] env[64658]: DEBUG oslo_vmware.api [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.797781] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 994.797781] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e026ae-4410-d9b6-7702-56bcf6447a6f" [ 994.797781] env[64658]: _type = "Task" [ 994.797781] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.806195] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e026ae-4410-d9b6-7702-56bcf6447a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.829218] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.002s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.831743] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.619s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.831987] env[64658]: DEBUG nova.objects.instance [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lazy-loading 'resources' on Instance uuid 75f0eb9c-821c-4f8a-843d-cabea91f149d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.854031] env[64658]: INFO nova.scheduler.client.report [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted allocations for instance b1d04f1f-c115-4a95-8231-1345ddb2c717 [ 994.936151] env[64658]: DEBUG nova.network.neutron [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Successfully updated port: f14a1909-78da-484d-bc8e-5e895ed8df4f {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.959280] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "refresh_cache-0a3ebe33-589d-4d71-86f5-5bf3b51149e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.959455] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "refresh_cache-0a3ebe33-589d-4d71-86f5-5bf3b51149e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.959586] env[64658]: DEBUG nova.network.neutron [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.134050] env[64658]: DEBUG oslo_concurrency.lockutils [req-3eb9fffe-f6d4-4d07-af36-b692c96da684 req-5b2e56d0-7f97-48bc-81ff-78e78f49b3da service nova] Releasing lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.295552] env[64658]: DEBUG oslo_vmware.api [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734095, 'name': PowerOffVM_Task, 'duration_secs': 0.246367} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.296206] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d658d8-82d4-a667-d2f4-6a2219cdc913, 'name': SearchDatastore_Task, 'duration_secs': 0.021266} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.296206] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.296206] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.296513] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.296730] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.296935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.298635] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9994ab24-6526-405d-b22e-d1fa8ba0f3d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.307614] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e026ae-4410-d9b6-7702-56bcf6447a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.312019] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5edd3f3-75f5-4514-a9f6-b68fa689e14e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.314639] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 995.314639] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528ac45f-acbf-8939-c8d7-8257ad6134ba" [ 995.314639] env[64658]: _type = "Task" [ 995.314639] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.322522] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528ac45f-acbf-8939-c8d7-8257ad6134ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.362463] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.362671] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.362849] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleting the datastore file [datastore2] d6dea996-8d01-422c-86e5-186bb5969865 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.363410] env[64658]: DEBUG oslo_concurrency.lockutils [None req-48535c18-61ec-4edf-8feb-0ba514b90063 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "b1d04f1f-c115-4a95-8231-1345ddb2c717" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.037s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.364288] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feee62a2-3b3a-40cd-9abd-3a0089512ffc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.372349] env[64658]: DEBUG oslo_vmware.api [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for the task: (returnval){ [ 995.372349] env[64658]: value = "task-2734097" [ 995.372349] env[64658]: _type = "Task" [ 995.372349] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.379968] env[64658]: DEBUG oslo_vmware.api [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.440937] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.441137] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.441314] env[64658]: DEBUG nova.network.neutron [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.498899] env[64658]: DEBUG nova.network.neutron [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.645264] env[64658]: DEBUG nova.network.neutron [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Updating instance_info_cache with network_info: [{"id": "04d3169c-a833-4805-83c8-1dbc4685b021", "address": "fa:16:3e:61:50:73", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d3169c-a8", "ovs_interfaceid": "04d3169c-a833-4805-83c8-1dbc4685b021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.659230] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7ec175-361f-4344-8e03-eaa99f91630b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.666731] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bffb0c2-e737-422e-af79-524489224535 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.699594] env[64658]: DEBUG nova.objects.instance [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lazy-loading 'flavor' on Instance uuid afdef77d-2cba-47a6-b593-7736669070f0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.702255] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0194e4-5239-433d-918b-c2ab197132df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.710741] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c62173e-2ff1-45c2-bae5-75d46e365241 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.726128] env[64658]: DEBUG nova.compute.provider_tree [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.829418] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528ac45f-acbf-8939-c8d7-8257ad6134ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.829726] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.829927] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c/7af5f05b-4606-4cbc-81a9-32f6edfb9f0c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.830220] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.830522] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.830758] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22ddb552-8b7e-46da-9c3b-2252b6bb6847 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.833185] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7dbb4d-c5dc-4c77-bb52-2045d7a10d75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.840106] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 995.840106] env[64658]: value = "task-2734098" [ 995.840106] env[64658]: _type = "Task" [ 995.840106] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.844601] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.844830] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.846428] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fb3514-4b86-45f3-a045-55f5bf1425f4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.852036] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.854937] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 995.854937] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a26b39-512d-6944-41e3-ddb2623c4bee" [ 995.854937] env[64658]: _type = "Task" [ 995.854937] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.862646] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a26b39-512d-6944-41e3-ddb2623c4bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.882173] env[64658]: DEBUG oslo_vmware.api [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Task: {'id': task-2734097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193321} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.882339] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.882536] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.882700] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.882871] env[64658]: INFO nova.compute.manager [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.883158] env[64658]: DEBUG oslo.service.loopingcall [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.883313] env[64658]: DEBUG nova.compute.manager [-] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.883413] env[64658]: DEBUG nova.network.neutron [-] [instance: d6dea996-8d01-422c-86e5-186bb5969865] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.991114] env[64658]: WARNING nova.network.neutron [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] 6914deb4-4322-4fbd-bc90-47969a531684 already exists in list: networks containing: ['6914deb4-4322-4fbd-bc90-47969a531684']. ignoring it [ 995.991459] env[64658]: WARNING nova.network.neutron [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] 6914deb4-4322-4fbd-bc90-47969a531684 already exists in list: networks containing: ['6914deb4-4322-4fbd-bc90-47969a531684']. ignoring it [ 996.148039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.148039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.148267] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.148349] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.148547] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.151301] env[64658]: INFO nova.compute.manager [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Terminating instance [ 996.154914] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "refresh_cache-0a3ebe33-589d-4d71-86f5-5bf3b51149e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.154914] env[64658]: DEBUG nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Instance network_info: |[{"id": "04d3169c-a833-4805-83c8-1dbc4685b021", "address": "fa:16:3e:61:50:73", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d3169c-a8", "ovs_interfaceid": "04d3169c-a833-4805-83c8-1dbc4685b021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.155837] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:50:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04d3169c-a833-4805-83c8-1dbc4685b021', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.168012] env[64658]: DEBUG oslo.service.loopingcall [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.171883] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.173138] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65b25ac4-85e6-43d9-b103-3a15a8abb4dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.193263] env[64658]: DEBUG nova.network.neutron [-] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.200641] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.200641] env[64658]: value = "task-2734099" [ 996.200641] env[64658]: _type = "Task" [ 996.200641] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.208198] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3459f15d-cea7-463d-9aa2-f4588dc39ed0 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.353s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.215773] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734099, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.229039] env[64658]: DEBUG nova.scheduler.client.report [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.327310] env[64658]: INFO nova.compute.manager [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Rescuing [ 996.327618] env[64658]: DEBUG oslo_concurrency.lockutils [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.327742] env[64658]: DEBUG oslo_concurrency.lockutils [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.327905] env[64658]: DEBUG nova.network.neutron [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.351134] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734098, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.364897] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a26b39-512d-6944-41e3-ddb2623c4bee, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.368594] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9d16f3-d8bb-4300-9a1a-0e45b2e8a5ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.376156] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 996.376156] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5263b475-2d8a-b5ae-5617-26d9dd90240c" [ 996.376156] env[64658]: _type = "Task" [ 996.376156] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.383780] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5263b475-2d8a-b5ae-5617-26d9dd90240c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.439201] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Received event network-vif-plugged-04d3169c-a833-4805-83c8-1dbc4685b021 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.439444] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Acquiring lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.439650] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.439913] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.440011] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] No waiting events found dispatching network-vif-plugged-04d3169c-a833-4805-83c8-1dbc4685b021 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.441077] env[64658]: WARNING nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Received unexpected event network-vif-plugged-04d3169c-a833-4805-83c8-1dbc4685b021 for instance with vm_state building and task_state spawning. [ 996.441077] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Received event network-changed-04d3169c-a833-4805-83c8-1dbc4685b021 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.441077] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Refreshing instance network info cache due to event network-changed-04d3169c-a833-4805-83c8-1dbc4685b021. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.441077] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Acquiring lock "refresh_cache-0a3ebe33-589d-4d71-86f5-5bf3b51149e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.441211] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Acquired lock "refresh_cache-0a3ebe33-589d-4d71-86f5-5bf3b51149e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.441402] env[64658]: DEBUG nova.network.neutron [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Refreshing network info cache for port 04d3169c-a833-4805-83c8-1dbc4685b021 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.629635] env[64658]: DEBUG nova.network.neutron [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "address": "fa:16:3e:52:f5:fa", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332a21f9-cf", "ovs_interfaceid": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f14a1909-78da-484d-bc8e-5e895ed8df4f", "address": "fa:16:3e:c0:40:53", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14a1909-78", "ovs_interfaceid": "f14a1909-78da-484d-bc8e-5e895ed8df4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.673282] env[64658]: DEBUG nova.compute.manager [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.673529] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.674456] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4576a926-23aa-4c36-b092-c6af9617c36b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.682418] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.682666] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bdf3422-6e08-4408-9900-3322ea3780e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.688479] env[64658]: DEBUG oslo_vmware.api [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 996.688479] env[64658]: value = "task-2734101" [ 996.688479] env[64658]: _type = "Task" [ 996.688479] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.697568] env[64658]: INFO nova.compute.manager [-] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Took 0.81 seconds to deallocate network for instance. [ 996.699415] env[64658]: DEBUG oslo_vmware.api [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2734101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.712593] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734099, 'name': CreateVM_Task, 'duration_secs': 0.350975} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.712593] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.713035] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.713790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.713790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.713790] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ac0e3e-4cb7-4b81-9ec8-36dccdf33ac4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.719262] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 996.719262] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d19240-4f4c-2d41-1350-8c2d1e8a60ad" [ 996.719262] env[64658]: _type = "Task" [ 996.719262] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.727516] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d19240-4f4c-2d41-1350-8c2d1e8a60ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.734399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.736774] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.993s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.740053] env[64658]: INFO nova.compute.claims [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.757757] env[64658]: INFO nova.scheduler.client.report [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Deleted allocations for instance 75f0eb9c-821c-4f8a-843d-cabea91f149d [ 996.852807] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521553} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.853214] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c/7af5f05b-4606-4cbc-81a9-32f6edfb9f0c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.853707] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.854039] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d43ca56-d4ed-4e5f-898c-ea9b810e5ed7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.861483] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 996.861483] env[64658]: value = "task-2734102" [ 996.861483] env[64658]: _type = "Task" [ 996.861483] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.887473] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5263b475-2d8a-b5ae-5617-26d9dd90240c, 'name': SearchDatastore_Task, 'duration_secs': 0.031251} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.888181] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.888561] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.889025] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe5c33d-56d1-446a-94cc-44b921e15590 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.897510] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 996.897510] env[64658]: value = "task-2734103" [ 996.897510] env[64658]: _type = "Task" [ 996.897510] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.914640] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.072201] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.072443] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.132739] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.133456] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.133619] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.134476] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8695544-55ad-42f5-bc6d-1d6303f8ee76 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.153428] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.153650] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.153863] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.154124] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.154461] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.154668] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.154919] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.155103] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.155279] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.155445] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.155663] env[64658]: DEBUG nova.virt.hardware [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.162193] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfiguring VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 997.165030] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c95e467-59e3-4209-8a42-1a79d629156c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.178984] env[64658]: DEBUG nova.network.neutron [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.187018] env[64658]: DEBUG oslo_vmware.api [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 997.187018] env[64658]: value = "task-2734104" [ 997.187018] env[64658]: _type = "Task" [ 997.187018] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.200606] env[64658]: DEBUG oslo_vmware.api [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.203231] env[64658]: DEBUG oslo_vmware.api [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2734101, 'name': PowerOffVM_Task, 'duration_secs': 0.197571} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.204070] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.204595] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.204777] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.205028] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f10efbb7-0d54-4d70-a099-ea59611672ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.219057] env[64658]: DEBUG nova.network.neutron [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Updated VIF entry in instance network info cache for port 04d3169c-a833-4805-83c8-1dbc4685b021. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.219492] env[64658]: DEBUG nova.network.neutron [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Updating instance_info_cache with network_info: [{"id": "04d3169c-a833-4805-83c8-1dbc4685b021", "address": "fa:16:3e:61:50:73", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d3169c-a8", "ovs_interfaceid": "04d3169c-a833-4805-83c8-1dbc4685b021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.230841] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d19240-4f4c-2d41-1350-8c2d1e8a60ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.231147] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.231398] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.231610] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.231755] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.231987] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.232509] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a541897a-796d-4988-a170-97e23b7e394f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.240584] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.240759] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.241535] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cdc15c-9d2f-46e0-8d6f-dad0a86ce0bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.247234] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 997.247234] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ae05f8-12ee-5904-e21f-f47cc4b51613" [ 997.247234] env[64658]: _type = "Task" [ 997.247234] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.255259] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ae05f8-12ee-5904-e21f-f47cc4b51613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.267587] env[64658]: DEBUG oslo_concurrency.lockutils [None req-36f0d530-38f1-44f1-8579-ca1d9d096696 tempest-ServersWithSpecificFlavorTestJSON-237233875 tempest-ServersWithSpecificFlavorTestJSON-237233875-project-member] Lock "75f0eb9c-821c-4f8a-843d-cabea91f149d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.798s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.269404] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.269599] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.269772] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Deleting the datastore file [datastore2] 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.270175] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e1c0003-b1f3-430b-bdd0-d2e3cff43683 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.276515] env[64658]: DEBUG oslo_vmware.api [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for the task: (returnval){ [ 997.276515] env[64658]: value = "task-2734106" [ 997.276515] env[64658]: _type = "Task" [ 997.276515] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.285048] env[64658]: DEBUG oslo_vmware.api [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2734106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.372265] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.408075] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.574835] env[64658]: DEBUG nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.682133] env[64658]: DEBUG oslo_concurrency.lockutils [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.694852] env[64658]: DEBUG oslo_vmware.api [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.726786] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Releasing lock "refresh_cache-0a3ebe33-589d-4d71-86f5-5bf3b51149e9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.726786] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-vif-plugged-f14a1909-78da-484d-bc8e-5e895ed8df4f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.726786] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.726786] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.726786] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.726786] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] No waiting events found dispatching network-vif-plugged-f14a1909-78da-484d-bc8e-5e895ed8df4f {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.726786] env[64658]: WARNING nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received unexpected event network-vif-plugged-f14a1909-78da-484d-bc8e-5e895ed8df4f for instance with vm_state active and task_state None. [ 997.726786] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-changed-f14a1909-78da-484d-bc8e-5e895ed8df4f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.726786] env[64658]: DEBUG nova.compute.manager [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing instance network info cache due to event network-changed-f14a1909-78da-484d-bc8e-5e895ed8df4f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.726786] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.726786] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.726786] env[64658]: DEBUG nova.network.neutron [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Refreshing network info cache for port f14a1909-78da-484d-bc8e-5e895ed8df4f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.761498] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ae05f8-12ee-5904-e21f-f47cc4b51613, 'name': SearchDatastore_Task, 'duration_secs': 0.013222} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.762194] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f8fd83-91c2-4117-b8af-fb9cbb8615d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.770203] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 997.770203] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52590893-393a-5325-e3f0-70bb576ad812" [ 997.770203] env[64658]: _type = "Task" [ 997.770203] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.783580] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52590893-393a-5325-e3f0-70bb576ad812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.788779] env[64658]: DEBUG oslo_vmware.api [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Task: {'id': task-2734106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166623} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.791356] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.791569] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.791758] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.791934] env[64658]: INFO nova.compute.manager [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 997.792197] env[64658]: DEBUG oslo.service.loopingcall [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.792590] env[64658]: DEBUG nova.compute.manager [-] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.792692] env[64658]: DEBUG nova.network.neutron [-] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.878216] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.787741} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.879177] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.879402] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2188353c-a2a8-4766-9c74-66c94daa17a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.910880] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c/7af5f05b-4606-4cbc-81a9-32f6edfb9f0c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.914252] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd95cce-7d00-4d33-b730-469b441d417e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.940246] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734103, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.941935] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 997.941935] env[64658]: value = "task-2734107" [ 997.941935] env[64658]: _type = "Task" [ 997.941935] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.956338] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.093139] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.132665] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d809d-a920-4710-8a89-0bd8f2a59c8f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.144124] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce1d88d-1601-4888-be17-86a7b8cc6597 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.176708] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4173c34-9e96-48b1-9c63-b4abfdbd3eed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.184438] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f667c-f7ef-4041-91e4-03db99f1fd8a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.201789] env[64658]: DEBUG nova.compute.provider_tree [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.207433] env[64658]: DEBUG oslo_vmware.api [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.280571] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52590893-393a-5325-e3f0-70bb576ad812, 'name': SearchDatastore_Task, 'duration_secs': 0.073279} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.280863] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.281145] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 0a3ebe33-589d-4d71-86f5-5bf3b51149e9/0a3ebe33-589d-4d71-86f5-5bf3b51149e9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.283546] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8cb66df-11f3-46b3-9a66-2a0bb69a378b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.290816] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 998.290816] env[64658]: value = "task-2734108" [ 998.290816] env[64658]: _type = "Task" [ 998.290816] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.298982] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.425802] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.215264} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.426177] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.426288] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.426604] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-437d7ee6-fce0-4ae2-91eb-fa522efb0f6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.433208] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 998.433208] env[64658]: value = "task-2734109" [ 998.433208] env[64658]: _type = "Task" [ 998.433208] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.442034] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.453653] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.543928] env[64658]: DEBUG nova.network.neutron [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updated VIF entry in instance network info cache for port f14a1909-78da-484d-bc8e-5e895ed8df4f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.543928] env[64658]: DEBUG nova.network.neutron [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "address": "fa:16:3e:52:f5:fa", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332a21f9-cf", "ovs_interfaceid": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f14a1909-78da-484d-bc8e-5e895ed8df4f", "address": "fa:16:3e:c0:40:53", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14a1909-78", "ovs_interfaceid": "f14a1909-78da-484d-bc8e-5e895ed8df4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.621703] env[64658]: DEBUG nova.compute.manager [req-e3905814-a3ba-4382-a364-97f7d688f725 req-bac089cb-fd41-4434-8a91-3751721a93ed service nova] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Received event network-vif-deleted-7114fd2a-0ef3-40ae-b8db-3bf173bbf021 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.699393] env[64658]: DEBUG oslo_vmware.api [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734104, 'name': ReconfigVM_Task, 'duration_secs': 1.218641} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.699884] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.702346] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfigured VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 998.709501] env[64658]: DEBUG nova.scheduler.client.report [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.803947] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734108, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.944717] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067123} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.945035] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.945908] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c2331-77a0-44a7-8cab-296d6bd70c51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.958162] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734107, 'name': ReconfigVM_Task, 'duration_secs': 0.603501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.968652] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c/7af5f05b-4606-4cbc-81a9-32f6edfb9f0c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.978889] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.979270] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-054fadb2-192d-4ecf-95bb-5d441eba18b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.981312] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b114b1bf-9ae7-43f2-8338-b230312ac447 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.996421] env[64658]: DEBUG nova.network.neutron [-] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.006763] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 999.006763] env[64658]: value = "task-2734111" [ 999.006763] env[64658]: _type = "Task" [ 999.006763] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.009597] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 999.009597] env[64658]: value = "task-2734112" [ 999.009597] env[64658]: _type = "Task" [ 999.009597] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.028255] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734112, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.032598] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.045167] env[64658]: DEBUG oslo_concurrency.lockutils [req-11c638d9-bac2-4b4a-9be8-bf306c8d6e92 req-2c596e96-4d5d-457d-bf90-25dcce1fcfd4 service nova] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.215449] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.216235] env[64658]: DEBUG nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.221456] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d334c44c-d6c1-406c-aab2-c7039aa34456 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-f14a1909-78da-484d-bc8e-5e895ed8df4f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.053s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.222955] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.127s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.224896] env[64658]: INFO nova.compute.claims [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.228524] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.229391] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c0cba2-e273-4a9b-81ec-7a21d58f5d26 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.238039] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 999.238039] env[64658]: value = "task-2734113" [ 999.238039] env[64658]: _type = "Task" [ 999.238039] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.249368] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.305021] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781985} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.305021] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 0a3ebe33-589d-4d71-86f5-5bf3b51149e9/0a3ebe33-589d-4d71-86f5-5bf3b51149e9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.305021] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.305021] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb0f5338-4340-445a-9610-ead4babf11bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.314474] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 999.314474] env[64658]: value = "task-2734114" [ 999.314474] env[64658]: _type = "Task" [ 999.314474] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.326983] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.499633] env[64658]: INFO nova.compute.manager [-] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Took 1.71 seconds to deallocate network for instance. [ 999.519860] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.527855] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734112, 'name': Rename_Task, 'duration_secs': 0.465815} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.528545] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.528545] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c18fc91-8b3e-44dc-8021-80fb7ccfbb6b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.535303] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 999.535303] env[64658]: value = "task-2734115" [ 999.535303] env[64658]: _type = "Task" [ 999.535303] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.543332] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.708285] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.708534] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.715118] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Acquiring lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.715564] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.715697] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Acquiring lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.715878] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.716077] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.718086] env[64658]: INFO nova.compute.manager [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Terminating instance [ 999.724507] env[64658]: DEBUG nova.compute.utils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 999.725665] env[64658]: DEBUG nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.725829] env[64658]: DEBUG nova.network.neutron [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.749828] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734113, 'name': PowerOffVM_Task, 'duration_secs': 0.414905} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.750090] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.751115] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef63c7e-6e7e-40f4-bdc8-7d9dfd4d8bac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.773187] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f10925-3b9e-43f9-9f53-9b59eba4e524 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.777199] env[64658]: DEBUG nova.policy [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb9e9a048f874e87af83d1a82f4ef463', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3de925e9e05040539038d02c9202ad58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.814869] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.815313] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c456096-2275-46e5-aef6-7d0a12b4a31a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.827157] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079996} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.828600] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.828972] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 999.828972] env[64658]: value = "task-2734116" [ 999.828972] env[64658]: _type = "Task" [ 999.828972] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.829732] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c91f3-d084-42f2-8972-6c7de591ea44 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.851853] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.852118] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.852411] env[64658]: DEBUG oslo_concurrency.lockutils [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.852518] env[64658]: DEBUG oslo_concurrency.lockutils [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.852697] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.861991] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 0a3ebe33-589d-4d71-86f5-5bf3b51149e9/0a3ebe33-589d-4d71-86f5-5bf3b51149e9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.862308] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0dc49f7-8b61-46de-8474-9c56c9b40c21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.864262] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a35ffb-4a44-4168-b16e-8a43fda6b0c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.891129] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 999.891129] env[64658]: value = "task-2734117" [ 999.891129] env[64658]: _type = "Task" [ 999.891129] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.892557] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.892744] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.896767] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c12725-0669-4d1b-8716-4f4c993274df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.903915] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 999.903915] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523e30b1-5beb-9fdf-bdbb-7464e53ed767" [ 999.903915] env[64658]: _type = "Task" [ 999.903915] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.907999] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.916887] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523e30b1-5beb-9fdf-bdbb-7464e53ed767, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.917724] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa16db9-36f1-4c2f-b61e-bd7edfaf0b78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.923597] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 999.923597] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52660396-ac25-5c9b-b98c-1d0501b30f70" [ 999.923597] env[64658]: _type = "Task" [ 999.923597] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.931956] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52660396-ac25-5c9b-b98c-1d0501b30f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.006297] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.020810] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734111, 'name': ReconfigVM_Task, 'duration_secs': 0.880988} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.020810] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda/c0b1df56-26d1-452e-b87a-ba1de9cd4dda.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.021288] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3849ccad-305c-46a8-ae62-9dd0a260b239 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.028646] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1000.028646] env[64658]: value = "task-2734118" [ 1000.028646] env[64658]: _type = "Task" [ 1000.028646] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.045864] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734118, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.055364] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.146666] env[64658]: DEBUG nova.network.neutron [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Successfully created port: 8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.216466] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.216632] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1000.221684] env[64658]: DEBUG nova.compute.manager [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.221684] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.222148] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955b81ff-4f1d-47ef-9060-49223453353b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.230052] env[64658]: DEBUG nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.236033] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 1000.236033] env[64658]: value = "task-2734119" [ 1000.236033] env[64658]: _type = "Task" [ 1000.236033] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.248950] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.413621] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734117, 'name': ReconfigVM_Task, 'duration_secs': 0.299439} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.414530] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 0a3ebe33-589d-4d71-86f5-5bf3b51149e9/0a3ebe33-589d-4d71-86f5-5bf3b51149e9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.415810] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6ef3542-5111-4bad-8639-af180e94b481 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.422516] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1000.422516] env[64658]: value = "task-2734120" [ 1000.422516] env[64658]: _type = "Task" [ 1000.422516] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.434979] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734120, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.442055] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52660396-ac25-5c9b-b98c-1d0501b30f70, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.443525] env[64658]: DEBUG oslo_concurrency.lockutils [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.443525] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. {{(pid=64658) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1000.443525] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-353a4468-d901-4cc2-bd23-161a8b276d5d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.453525] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1000.453525] env[64658]: value = "task-2734121" [ 1000.453525] env[64658]: _type = "Task" [ 1000.453525] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.465717] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.539197] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734118, 'name': Rename_Task, 'duration_secs': 0.177972} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.543145] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.546018] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1df52718-794f-4cba-ab12-56cfd1715cd8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.555915] env[64658]: DEBUG oslo_vmware.api [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734115, 'name': PowerOnVM_Task, 'duration_secs': 0.773235} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.556150] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.556529] env[64658]: INFO nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1000.556716] env[64658]: DEBUG nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.557153] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1000.557153] env[64658]: value = "task-2734122" [ 1000.557153] env[64658]: _type = "Task" [ 1000.557153] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.557926] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28a4102-c12f-40d0-9a99-dbf2febf5816 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.577284] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.670976] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b816050f-46e0-408a-bbfc-e9ab53493074 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.679994] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cf2c8a-c802-44e0-ab17-29e2dbadb75e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.718535] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f6c14-2d35-4c20-954a-7af8299c70f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.732275] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d1f86c-1f83-44ff-b913-d09c1dd23fdb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.758528] env[64658]: DEBUG nova.compute.provider_tree [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.763677] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734119, 'name': PowerOffVM_Task, 'duration_secs': 0.19853} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.764285] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.764490] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1000.764689] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550438', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'name': 'volume-bf15d807-80f2-4844-b913-c4512fce5313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44fade9a-a51b-4f12-9e26-c348c0d0cd8d', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'serial': 'bf15d807-80f2-4844-b913-c4512fce5313'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1000.765515] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4595ff-b44c-4749-98ca-1c16f82e2af6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.790273] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f478eb-f609-4e2b-9c8f-6885c075c27e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.798490] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689052e9-2c69-4b39-ab4f-1ee19d7af24f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.817587] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22137c3-05c3-424f-9926-10e4fde260f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.834804] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] The volume has not been displaced from its original location: [datastore2] volume-bf15d807-80f2-4844-b913-c4512fce5313/volume-bf15d807-80f2-4844-b913-c4512fce5313.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1000.840311] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.840645] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72cce375-7198-4a15-b7ab-f49a1c4040f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.859171] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 1000.859171] env[64658]: value = "task-2734124" [ 1000.859171] env[64658]: _type = "Task" [ 1000.859171] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.869114] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.933674] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734120, 'name': Rename_Task, 'duration_secs': 0.14645} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.934173] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.934371] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207b7111-831e-41e2-a605-bc9a0faf8279 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.942822] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1000.942822] env[64658]: value = "task-2734125" [ 1000.942822] env[64658]: _type = "Task" [ 1000.942822] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.951023] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.964627] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.057470] env[64658]: DEBUG nova.compute.manager [req-383374e9-7c34-4864-9474-a2fceff665a9 req-bdc1c8dd-be59-422b-b75c-17d2f5429868 service nova] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Received event network-vif-deleted-e59325ac-3947-4dfa-9f0b-2a0f76bef0f1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.073196] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734122, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.084838] env[64658]: INFO nova.compute.manager [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Took 17.84 seconds to build instance. [ 1001.245898] env[64658]: DEBUG nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.268243] env[64658]: DEBUG nova.scheduler.client.report [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.299480] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.299796] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.299957] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.300282] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.301909] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.301909] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.301909] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.301909] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.301909] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.301909] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.301909] env[64658]: DEBUG nova.virt.hardware [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.304517] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d6fea-aad9-4f7d-92e1-8e5b9ec5ea64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.315276] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55588b-6aa4-433b-ae43-fbbb03b38791 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.370385] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734124, 'name': ReconfigVM_Task, 'duration_secs': 0.32143} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.370752] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.375627] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bfe617-2202-46fa-80ce-65eb3fba1820 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.394747] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 1001.394747] env[64658]: value = "task-2734126" [ 1001.394747] env[64658]: _type = "Task" [ 1001.394747] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.404938] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.452431] env[64658]: DEBUG oslo_vmware.api [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734125, 'name': PowerOnVM_Task, 'duration_secs': 0.500844} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.453156] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.453362] env[64658]: INFO nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1001.453574] env[64658]: DEBUG nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.454681] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745119bd-def8-4a63-af7c-d1ebf9cd6770 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.468625] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620742} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.469675] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. [ 1001.470473] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f29f6-f82d-41a5-b695-a6399fbba795 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.500679] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.500997] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c41e29-adb9-410f-8d6a-2f5f26417b30 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.527501] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1001.527501] env[64658]: value = "task-2734127" [ 1001.527501] env[64658]: _type = "Task" [ 1001.527501] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.536788] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.571313] env[64658]: DEBUG oslo_vmware.api [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734122, 'name': PowerOnVM_Task, 'duration_secs': 0.752241} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.571778] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.571864] env[64658]: DEBUG nova.compute.manager [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.572655] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e361e061-ed91-4345-b4e9-12082fd27995 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.587822] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12295adf-99be-4860-a118-9271df699eb2 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.349s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.669007] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-332a21f9-cfeb-45ab-ae34-780e41c7592e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.669295] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-332a21f9-cfeb-45ab-ae34-780e41c7592e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.774787] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.775345] env[64658]: DEBUG nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.778252] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.509s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.778473] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.781278] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.702s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.782759] env[64658]: INFO nova.compute.claims [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.812529] env[64658]: INFO nova.scheduler.client.report [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted allocations for instance b2d35a6b-370b-4773-940d-e63f10bbb8d3 [ 1001.906766] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734126, 'name': ReconfigVM_Task, 'duration_secs': 0.39137} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.907381] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550438', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'name': 'volume-bf15d807-80f2-4844-b913-c4512fce5313', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44fade9a-a51b-4f12-9e26-c348c0d0cd8d', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf15d807-80f2-4844-b913-c4512fce5313', 'serial': 'bf15d807-80f2-4844-b913-c4512fce5313'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1001.907682] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.908584] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd3edae-843b-477c-a320-6ccc0b6d452d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.918734] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.919459] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6188b8f6-eca4-4077-a8de-a032a570f4f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.982826] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.982826] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.982826] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Deleting the datastore file [datastore2] 44fade9a-a51b-4f12-9e26-c348c0d0cd8d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.982826] env[64658]: INFO nova.compute.manager [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Took 18.07 seconds to build instance. [ 1001.982826] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-658b7fe0-7bbf-4f09-a466-ba4df5c75cac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.988602] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for the task: (returnval){ [ 1001.988602] env[64658]: value = "task-2734129" [ 1001.988602] env[64658]: _type = "Task" [ 1001.988602] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.998696] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.040783] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.094407] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.152829] env[64658]: DEBUG nova.compute.manager [req-8d3c9c70-8110-4c00-a286-b0dd3085b96e req-c6b8dbc1-7604-4caf-94bd-fc1c9fc3916b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Received event network-vif-plugged-8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.153057] env[64658]: DEBUG oslo_concurrency.lockutils [req-8d3c9c70-8110-4c00-a286-b0dd3085b96e req-c6b8dbc1-7604-4caf-94bd-fc1c9fc3916b service nova] Acquiring lock "9050d725-13bc-4fa6-a624-6eb29760973e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.153258] env[64658]: DEBUG oslo_concurrency.lockutils [req-8d3c9c70-8110-4c00-a286-b0dd3085b96e req-c6b8dbc1-7604-4caf-94bd-fc1c9fc3916b service nova] Lock "9050d725-13bc-4fa6-a624-6eb29760973e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.153421] env[64658]: DEBUG oslo_concurrency.lockutils [req-8d3c9c70-8110-4c00-a286-b0dd3085b96e req-c6b8dbc1-7604-4caf-94bd-fc1c9fc3916b service nova] Lock "9050d725-13bc-4fa6-a624-6eb29760973e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.153594] env[64658]: DEBUG nova.compute.manager [req-8d3c9c70-8110-4c00-a286-b0dd3085b96e req-c6b8dbc1-7604-4caf-94bd-fc1c9fc3916b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] No waiting events found dispatching network-vif-plugged-8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.153783] env[64658]: WARNING nova.compute.manager [req-8d3c9c70-8110-4c00-a286-b0dd3085b96e req-c6b8dbc1-7604-4caf-94bd-fc1c9fc3916b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Received unexpected event network-vif-plugged-8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a for instance with vm_state building and task_state spawning. [ 1002.174113] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.174113] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.174113] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277af173-911b-4abe-80c5-e6b9eb77a2a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.198451] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee0733e-ba51-4350-b08f-0fd45e4cf2f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.233199] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfiguring VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1002.233199] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20fcfdc4-2dba-4c6c-954d-a2f19075d04b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.253467] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1002.253467] env[64658]: value = "task-2734130" [ 1002.253467] env[64658]: _type = "Task" [ 1002.253467] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.262745] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.288146] env[64658]: DEBUG nova.compute.utils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.293311] env[64658]: DEBUG nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.293536] env[64658]: DEBUG nova.network.neutron [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.317665] env[64658]: DEBUG nova.network.neutron [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Successfully updated port: 8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.322703] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ac7caa-290c-4bc7-be30-47ff2bc022f2 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "b2d35a6b-370b-4773-940d-e63f10bbb8d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.794s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.384075] env[64658]: DEBUG nova.policy [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12f181bbae4e439ff80ed79ac7930f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba4729e69aa4ac9847f90113f536eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.486290] env[64658]: DEBUG oslo_concurrency.lockutils [None req-41ae537f-0733-4554-b7d8-accbe2452d79 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.596s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.502277] env[64658]: DEBUG oslo_vmware.api [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Task: {'id': task-2734129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289817} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.502733] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.502979] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.503450] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.503450] env[64658]: INFO nova.compute.manager [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1002.503769] env[64658]: DEBUG oslo.service.loopingcall [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.504055] env[64658]: DEBUG nova.compute.manager [-] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.504211] env[64658]: DEBUG nova.network.neutron [-] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.537828] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.691966] env[64658]: DEBUG nova.network.neutron [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Successfully created port: 56a92eb0-f9de-4ff5-a28c-c4192fda845f {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.763209] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.801238] env[64658]: DEBUG nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.822703] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "refresh_cache-9050d725-13bc-4fa6-a624-6eb29760973e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.823024] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "refresh_cache-9050d725-13bc-4fa6-a624-6eb29760973e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.823246] env[64658]: DEBUG nova.network.neutron [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.038563] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734127, 'name': ReconfigVM_Task, 'duration_secs': 1.043241} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.041335] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfigured VM instance instance-00000035 to attach disk [datastore2] afdef77d-2cba-47a6-b593-7736669070f0/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.042504] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6f5896-bb81-4152-8fb6-2b58dfe0722c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.079361] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f746e1a-762f-4b78-8fd0-97cd5ffb4ad6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.096055] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1003.096055] env[64658]: value = "task-2734132" [ 1003.096055] env[64658]: _type = "Task" [ 1003.096055] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.112404] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.270374] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.275904] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd5161-f5da-4fe5-a67b-25d117365e8e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.284974] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff058e75-4ec0-4c96-a52b-6028a49daf31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.324154] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f144bcae-508e-4153-9704-417a5ef9c62d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.330522] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.331155] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.335985] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3569bad4-891f-4ee9-8a27-217241f72ab2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.353232] env[64658]: DEBUG nova.compute.provider_tree [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.373144] env[64658]: DEBUG nova.network.neutron [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.602200] env[64658]: DEBUG nova.network.neutron [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Updating instance_info_cache with network_info: [{"id": "8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a", "address": "fa:16:3e:64:49:7e", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb3bb65-9e", "ovs_interfaceid": "8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.608685] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734132, 'name': ReconfigVM_Task, 'duration_secs': 0.198406} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.608964] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.609310] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58c6d6ef-a605-45eb-ab22-6dcfe7516a41 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.617812] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1003.617812] env[64658]: value = "task-2734133" [ 1003.617812] env[64658]: _type = "Task" [ 1003.617812] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.627341] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.639926] env[64658]: DEBUG nova.network.neutron [-] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.769851] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.829053] env[64658]: DEBUG nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.836385] env[64658]: DEBUG nova.compute.utils [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1003.856508] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.856747] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.856900] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.857098] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.857251] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.857402] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.857622] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.857785] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.857954] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.858132] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.858310] env[64658]: DEBUG nova.virt.hardware [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.859400] env[64658]: DEBUG nova.scheduler.client.report [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.863406] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e4b2d-8aec-4ea3-a744-d0d56df61fcf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.873268] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbd41e2-3afb-4e7a-8e7a-14b14ae43691 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.105496] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "refresh_cache-9050d725-13bc-4fa6-a624-6eb29760973e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.105811] env[64658]: DEBUG nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Instance network_info: |[{"id": "8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a", "address": "fa:16:3e:64:49:7e", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb3bb65-9e", "ovs_interfaceid": "8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.106464] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:49:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.116199] env[64658]: DEBUG oslo.service.loopingcall [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.116470] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.116721] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9eb1ab-efdb-4e6c-9446-639e2e9c84dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.146270] env[64658]: INFO nova.compute.manager [-] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Took 1.64 seconds to deallocate network for instance. [ 1004.146687] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.150623] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.150623] env[64658]: value = "task-2734134" [ 1004.150623] env[64658]: _type = "Task" [ 1004.150623] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.163571] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734134, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.200818] env[64658]: DEBUG nova.compute.manager [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Received event network-changed-8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.202107] env[64658]: DEBUG nova.compute.manager [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Refreshing instance network info cache due to event network-changed-8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.202107] env[64658]: DEBUG oslo_concurrency.lockutils [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] Acquiring lock "refresh_cache-9050d725-13bc-4fa6-a624-6eb29760973e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.202107] env[64658]: DEBUG oslo_concurrency.lockutils [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] Acquired lock "refresh_cache-9050d725-13bc-4fa6-a624-6eb29760973e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.202107] env[64658]: DEBUG nova.network.neutron [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Refreshing network info cache for port 8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.276636] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.339570] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.369241] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.369241] env[64658]: DEBUG nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.373343] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.532s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.373491] env[64658]: DEBUG nova.objects.instance [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lazy-loading 'resources' on Instance uuid 59e56795-c3c0-4e4a-9ff5-012b3aa3d435 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.375745] env[64658]: DEBUG nova.compute.manager [req-3c972f31-df23-4fb0-8bd1-67b9dc9c5d6d req-08d86a3b-e488-4b25-b028-77d518f31ab4 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Received event network-vif-plugged-56a92eb0-f9de-4ff5-a28c-c4192fda845f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.375954] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c972f31-df23-4fb0-8bd1-67b9dc9c5d6d req-08d86a3b-e488-4b25-b028-77d518f31ab4 service nova] Acquiring lock "74565687-5904-4634-b29e-05573074bb64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.376178] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c972f31-df23-4fb0-8bd1-67b9dc9c5d6d req-08d86a3b-e488-4b25-b028-77d518f31ab4 service nova] Lock "74565687-5904-4634-b29e-05573074bb64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.376349] env[64658]: DEBUG oslo_concurrency.lockutils [req-3c972f31-df23-4fb0-8bd1-67b9dc9c5d6d req-08d86a3b-e488-4b25-b028-77d518f31ab4 service nova] Lock "74565687-5904-4634-b29e-05573074bb64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.376520] env[64658]: DEBUG nova.compute.manager [req-3c972f31-df23-4fb0-8bd1-67b9dc9c5d6d req-08d86a3b-e488-4b25-b028-77d518f31ab4 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] No waiting events found dispatching network-vif-plugged-56a92eb0-f9de-4ff5-a28c-c4192fda845f {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.376721] env[64658]: WARNING nova.compute.manager [req-3c972f31-df23-4fb0-8bd1-67b9dc9c5d6d req-08d86a3b-e488-4b25-b028-77d518f31ab4 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Received unexpected event network-vif-plugged-56a92eb0-f9de-4ff5-a28c-c4192fda845f for instance with vm_state building and task_state spawning. [ 1004.458383] env[64658]: DEBUG nova.network.neutron [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Successfully updated port: 56a92eb0-f9de-4ff5-a28c-c4192fda845f {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.646430] env[64658]: DEBUG oslo_vmware.api [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734133, 'name': PowerOnVM_Task, 'duration_secs': 0.699898} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.646695] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.653198] env[64658]: DEBUG nova.compute.manager [None req-358f0332-85fd-4f89-8b5d-19cae9519b67 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.654461] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d38b9-934e-4ed2-8848-46ee2bfb3242 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.671182] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734134, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.708349] env[64658]: INFO nova.compute.manager [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Took 0.56 seconds to detach 1 volumes for instance. [ 1004.710770] env[64658]: DEBUG nova.compute.manager [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Deleting volume: bf15d807-80f2-4844-b913-c4512fce5313 {{(pid=64658) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1004.774579] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.882598] env[64658]: DEBUG nova.compute.utils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.884985] env[64658]: DEBUG nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.889124] env[64658]: DEBUG nova.network.neutron [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.966622] env[64658]: DEBUG nova.policy [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f392d18075f04533966e5c2011c246af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374061ad2fad4f9fb341db0b3f1f8141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.973635] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.973877] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.974127] env[64658]: DEBUG nova.network.neutron [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.040685] env[64658]: DEBUG nova.network.neutron [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Updated VIF entry in instance network info cache for port 8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.041253] env[64658]: DEBUG nova.network.neutron [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Updating instance_info_cache with network_info: [{"id": "8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a", "address": "fa:16:3e:64:49:7e", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb3bb65-9e", "ovs_interfaceid": "8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.170285] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734134, 'name': CreateVM_Task, 'duration_secs': 0.746992} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.170512] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.171293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.171482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.171854] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.176735] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bee85e-ec4d-492b-8ddb-ecd8d09c14bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.184889] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1005.184889] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5276f686-480e-666b-451b-88c5ab9b4eb8" [ 1005.184889] env[64658]: _type = "Task" [ 1005.184889] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.194601] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5276f686-480e-666b-451b-88c5ab9b4eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.264896] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.281598] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.342884] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420b7b0b-71c2-47e6-bbe8-6d1ee4089094 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.353875] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a207875-a49a-4baf-8164-8c6ef4ed2c52 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.392918] env[64658]: DEBUG nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.396379] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf6a45-c9cd-4af6-8ca6-6c8029d066a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.407633] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa184f61-27db-4bc6-93e4-45f057af68bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.413381] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.413643] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.414141] env[64658]: INFO nova.compute.manager [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Attaching volume 151046cc-fd5d-41fb-8a53-595616f3fe8a to /dev/sdb [ 1005.427190] env[64658]: DEBUG nova.compute.provider_tree [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.450523] env[64658]: DEBUG nova.network.neutron [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Successfully created port: 08479c6e-9059-4cf4-8455-559ba5762e34 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.471630] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8cb67-e260-4dd8-8d6a-f7dc4828c970 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.480312] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72372fc-81b5-44ba-835a-9e589e966ef2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.501416] env[64658]: DEBUG nova.virt.block_device [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating existing volume attachment record: 6e003535-6674-4271-ba2f-cb9641569a24 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1005.525411] env[64658]: DEBUG nova.network.neutron [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.545408] env[64658]: DEBUG oslo_concurrency.lockutils [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] Releasing lock "refresh_cache-9050d725-13bc-4fa6-a624-6eb29760973e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.545731] env[64658]: DEBUG nova.compute.manager [req-eb31dd7d-558d-47c3-ac33-b535fa25eaba req-d3710a7c-72e5-4608-a361-e70f202ffb6b service nova] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Received event network-vif-deleted-8c541956-a2be-44ba-9bb6-9bc3bc337d30 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.690448] env[64658]: DEBUG nova.network.neutron [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance_info_cache with network_info: [{"id": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "address": "fa:16:3e:b6:e1:d7", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a92eb0-f9", "ovs_interfaceid": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.698263] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5276f686-480e-666b-451b-88c5ab9b4eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.02052} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.700446] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.700446] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.700446] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.700446] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.700446] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.700446] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b37dd036-25cd-4d74-a9bf-0ec724c4133c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.714538] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.714538] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.714538] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089ce8b9-5fe3-4930-9456-d37d3c0fa6db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.724240] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1005.724240] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522be51e-e26f-2a80-1e97-5f0e5dddf249" [ 1005.724240] env[64658]: _type = "Task" [ 1005.724240] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.733065] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522be51e-e26f-2a80-1e97-5f0e5dddf249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.780544] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.936842] env[64658]: DEBUG nova.scheduler.client.report [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.194280] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.194395] env[64658]: DEBUG nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Instance network_info: |[{"id": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "address": "fa:16:3e:b6:e1:d7", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a92eb0-f9", "ovs_interfaceid": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.194726] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e1:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a92eb0-f9de-4ff5-a28c-c4192fda845f', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.203521] env[64658]: DEBUG oslo.service.loopingcall [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.203797] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74565687-5904-4634-b29e-05573074bb64] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.204040] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29ea9efa-8352-499c-8700-e47c4bf7066f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.227636] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.227636] env[64658]: value = "task-2734140" [ 1006.227636] env[64658]: _type = "Task" [ 1006.227636] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.236143] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522be51e-e26f-2a80-1e97-5f0e5dddf249, 'name': SearchDatastore_Task, 'duration_secs': 0.018078} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.237524] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b25378-b70d-4ed9-b347-8c0e1004ffe0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.242846] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734140, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.249333] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1006.249333] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521ccc3d-983b-6e93-a8dc-37d720dd3b11" [ 1006.249333] env[64658]: _type = "Task" [ 1006.249333] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.256277] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521ccc3d-983b-6e93-a8dc-37d720dd3b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.281860] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.282534] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Didn't find any instances for network info cache update. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1006.282838] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.283120] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.283359] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.283601] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.283838] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.285866] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.285866] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1006.285866] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.401301] env[64658]: DEBUG nova.compute.manager [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Received event network-changed-56a92eb0-f9de-4ff5-a28c-c4192fda845f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.401388] env[64658]: DEBUG nova.compute.manager [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Refreshing instance network info cache due to event network-changed-56a92eb0-f9de-4ff5-a28c-c4192fda845f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.401618] env[64658]: DEBUG oslo_concurrency.lockutils [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] Acquiring lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.401764] env[64658]: DEBUG oslo_concurrency.lockutils [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] Acquired lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.401936] env[64658]: DEBUG nova.network.neutron [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Refreshing network info cache for port 56a92eb0-f9de-4ff5-a28c-c4192fda845f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.409576] env[64658]: DEBUG nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.445732] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.445991] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.446161] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.446345] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.446572] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.446621] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.446825] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.446983] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.447161] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.447324] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.447507] env[64658]: DEBUG nova.virt.hardware [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.448284] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.450995] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d06ef7-1f71-4fc3-9650-75d7bdab7af9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.454289] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.250s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.454493] env[64658]: DEBUG nova.objects.instance [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lazy-loading 'resources' on Instance uuid d6dea996-8d01-422c-86e5-186bb5969865 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.462059] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77dc35d-da4a-4a40-b52c-6fb138aa97f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.479937] env[64658]: INFO nova.scheduler.client.report [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted allocations for instance 59e56795-c3c0-4e4a-9ff5-012b3aa3d435 [ 1006.531670] env[64658]: INFO nova.compute.manager [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Unrescuing [ 1006.532064] env[64658]: DEBUG oslo_concurrency.lockutils [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.532269] env[64658]: DEBUG oslo_concurrency.lockutils [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquired lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.532457] env[64658]: DEBUG nova.network.neutron [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.738816] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734140, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.757753] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521ccc3d-983b-6e93-a8dc-37d720dd3b11, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.758094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.758429] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 9050d725-13bc-4fa6-a624-6eb29760973e/9050d725-13bc-4fa6-a624-6eb29760973e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.758772] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5bb157b-672b-409b-8773-5d7b40564a0c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.766517] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1006.766517] env[64658]: value = "task-2734141" [ 1006.766517] env[64658]: _type = "Task" [ 1006.766517] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.778224] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.781712] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.792030] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.991696] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c95ce3c-72c0-4166-b7b3-308e38817143 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "59e56795-c3c0-4e4a-9ff5-012b3aa3d435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.567s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.248260] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734140, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.284725] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.292267] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.306831] env[64658]: DEBUG nova.network.neutron [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Updated VIF entry in instance network info cache for port 56a92eb0-f9de-4ff5-a28c-c4192fda845f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.307393] env[64658]: DEBUG nova.network.neutron [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance_info_cache with network_info: [{"id": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "address": "fa:16:3e:b6:e1:d7", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a92eb0-f9", "ovs_interfaceid": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.379291] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56521ab2-aebe-4161-bb7d-d2ef7551a712 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.388210] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ab687-4d04-475e-bec0-15f6be8fc62e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.424445] env[64658]: DEBUG nova.network.neutron [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.427124] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82840e5-5a8d-43e6-bcef-73ac32b35977 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.438339] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb137cf-9c2c-4f64-9402-6b4c60a91482 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.455540] env[64658]: DEBUG nova.compute.provider_tree [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.507115] env[64658]: DEBUG nova.compute.manager [req-04a729cc-4b8b-4b1e-84c6-9ec782595f6e req-9b9cf838-fb9a-4556-9e16-0f513350e5e5 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Received event network-vif-plugged-08479c6e-9059-4cf4-8455-559ba5762e34 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.507281] env[64658]: DEBUG oslo_concurrency.lockutils [req-04a729cc-4b8b-4b1e-84c6-9ec782595f6e req-9b9cf838-fb9a-4556-9e16-0f513350e5e5 service nova] Acquiring lock "77447530-5f84-4386-942a-5c2424b2423e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.507493] env[64658]: DEBUG oslo_concurrency.lockutils [req-04a729cc-4b8b-4b1e-84c6-9ec782595f6e req-9b9cf838-fb9a-4556-9e16-0f513350e5e5 service nova] Lock "77447530-5f84-4386-942a-5c2424b2423e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.507662] env[64658]: DEBUG oslo_concurrency.lockutils [req-04a729cc-4b8b-4b1e-84c6-9ec782595f6e req-9b9cf838-fb9a-4556-9e16-0f513350e5e5 service nova] Lock "77447530-5f84-4386-942a-5c2424b2423e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.507940] env[64658]: DEBUG nova.compute.manager [req-04a729cc-4b8b-4b1e-84c6-9ec782595f6e req-9b9cf838-fb9a-4556-9e16-0f513350e5e5 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] No waiting events found dispatching network-vif-plugged-08479c6e-9059-4cf4-8455-559ba5762e34 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.508208] env[64658]: WARNING nova.compute.manager [req-04a729cc-4b8b-4b1e-84c6-9ec782595f6e req-9b9cf838-fb9a-4556-9e16-0f513350e5e5 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Received unexpected event network-vif-plugged-08479c6e-9059-4cf4-8455-559ba5762e34 for instance with vm_state building and task_state spawning. [ 1007.553865] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "5dc4150c-685f-4beb-8a6b-770414be766c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.556051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "5dc4150c-685f-4beb-8a6b-770414be766c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.556051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "5dc4150c-685f-4beb-8a6b-770414be766c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.556051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "5dc4150c-685f-4beb-8a6b-770414be766c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.556051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "5dc4150c-685f-4beb-8a6b-770414be766c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.557447] env[64658]: INFO nova.compute.manager [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Terminating instance [ 1007.742846] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734140, 'name': CreateVM_Task, 'duration_secs': 1.41651} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.743078] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74565687-5904-4634-b29e-05573074bb64] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.743772] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.743945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.744339] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.744624] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae09e867-0495-45a0-aca1-714ece085871 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.750576] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1007.750576] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526a0324-028e-06bb-5d16-8417a4c68e3a" [ 1007.750576] env[64658]: _type = "Task" [ 1007.750576] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.758607] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526a0324-028e-06bb-5d16-8417a4c68e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.779630] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.782740] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604507} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.783032] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 9050d725-13bc-4fa6-a624-6eb29760973e/9050d725-13bc-4fa6-a624-6eb29760973e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.783472] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.783736] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b87e7606-59e7-4eb7-8f67-01aeb167a63d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.790549] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1007.790549] env[64658]: value = "task-2734142" [ 1007.790549] env[64658]: _type = "Task" [ 1007.790549] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.798651] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.816482] env[64658]: DEBUG oslo_concurrency.lockutils [req-6a3779d6-f8b8-40ea-b4ba-038446525057 req-ee8394b2-ff8e-4564-80b1-96bdb7e93941 service nova] Releasing lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.932141] env[64658]: DEBUG oslo_concurrency.lockutils [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Releasing lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.932847] env[64658]: DEBUG nova.objects.instance [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lazy-loading 'flavor' on Instance uuid afdef77d-2cba-47a6-b593-7736669070f0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.961981] env[64658]: DEBUG nova.scheduler.client.report [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.966579] env[64658]: DEBUG nova.network.neutron [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Successfully updated port: 08479c6e-9059-4cf4-8455-559ba5762e34 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.995429] env[64658]: DEBUG nova.compute.manager [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Received event network-changed-08479c6e-9059-4cf4-8455-559ba5762e34 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.995429] env[64658]: DEBUG nova.compute.manager [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Refreshing instance network info cache due to event network-changed-08479c6e-9059-4cf4-8455-559ba5762e34. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.996371] env[64658]: DEBUG oslo_concurrency.lockutils [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] Acquiring lock "refresh_cache-77447530-5f84-4386-942a-5c2424b2423e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.997538] env[64658]: DEBUG oslo_concurrency.lockutils [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] Acquired lock "refresh_cache-77447530-5f84-4386-942a-5c2424b2423e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.997538] env[64658]: DEBUG nova.network.neutron [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Refreshing network info cache for port 08479c6e-9059-4cf4-8455-559ba5762e34 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.061684] env[64658]: DEBUG nova.compute.manager [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.061968] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.062955] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057acb3f-e844-44cf-9b2b-bea214fedd13 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.072763] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.073129] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3c71e83-3d86-47a2-b518-6b396cba9091 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.080684] env[64658]: DEBUG oslo_vmware.api [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 1008.080684] env[64658]: value = "task-2734144" [ 1008.080684] env[64658]: _type = "Task" [ 1008.080684] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.090085] env[64658]: DEBUG oslo_vmware.api [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.264251] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526a0324-028e-06bb-5d16-8417a4c68e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.048903} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.264771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.265131] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.265410] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.265599] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.265820] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.266581] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d2812a-c1a7-496e-a474-b384441e4f41 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.279142] env[64658]: DEBUG oslo_vmware.api [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734130, 'name': ReconfigVM_Task, 'duration_secs': 5.930944} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.279574] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.279658] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfigured VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1008.285466] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.285466] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.285466] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359e19e2-14e7-414f-a9d3-e25de9829f4f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.290535] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1008.290535] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527fdea6-cd9b-d12f-827e-4e9143847611" [ 1008.290535] env[64658]: _type = "Task" [ 1008.290535] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.305163] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527fdea6-cd9b-d12f-827e-4e9143847611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.309793] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072357} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.309793] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.310054] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a07d61-23e8-4bbf-8307-2089e7bbf200 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.337528] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 9050d725-13bc-4fa6-a624-6eb29760973e/9050d725-13bc-4fa6-a624-6eb29760973e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.340568] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aaf0746-5a9e-4c61-b4b9-31217ab15dc9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.365987] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1008.365987] env[64658]: value = "task-2734145" [ 1008.365987] env[64658]: _type = "Task" [ 1008.365987] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.376875] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.442530] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e45e6-7fc7-40a5-b44d-8d858346e686 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.473957] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.476868] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "refresh_cache-77447530-5f84-4386-942a-5c2424b2423e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.477448] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.478603] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.385s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.480030] env[64658]: INFO nova.compute.claims [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.482472] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e15f52-0f26-451e-9c01-9cb77a29adda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.492533] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1008.492533] env[64658]: value = "task-2734146" [ 1008.492533] env[64658]: _type = "Task" [ 1008.492533] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.499193] env[64658]: INFO nova.scheduler.client.report [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Deleted allocations for instance d6dea996-8d01-422c-86e5-186bb5969865 [ 1008.512637] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.548799] env[64658]: DEBUG nova.network.neutron [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.591882] env[64658]: DEBUG oslo_vmware.api [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734144, 'name': PowerOffVM_Task, 'duration_secs': 0.423704} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.592247] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.592407] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.592709] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-099afe0d-5f97-41ab-9ea8-7b1cd9ddb19f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.674443] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.674443] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.674443] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleting the datastore file [datastore2] 5dc4150c-685f-4beb-8a6b-770414be766c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.674962] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57f49c6-4233-48fa-b037-5d79a926f392 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.683348] env[64658]: DEBUG oslo_vmware.api [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 1008.683348] env[64658]: value = "task-2734148" [ 1008.683348] env[64658]: _type = "Task" [ 1008.683348] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.694751] env[64658]: DEBUG oslo_vmware.api [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.700673] env[64658]: DEBUG nova.network.neutron [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.804170] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527fdea6-cd9b-d12f-827e-4e9143847611, 'name': SearchDatastore_Task, 'duration_secs': 0.01979} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.805096] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36175622-97f2-4b7e-9802-e8fb2fb6d695 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.812466] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1008.812466] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52037ff8-196f-68fb-c367-094516d7a465" [ 1008.812466] env[64658]: _type = "Task" [ 1008.812466] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.825455] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52037ff8-196f-68fb-c367-094516d7a465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.881251] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734145, 'name': ReconfigVM_Task, 'duration_secs': 0.350535} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.882032] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 9050d725-13bc-4fa6-a624-6eb29760973e/9050d725-13bc-4fa6-a624-6eb29760973e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.882367] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc9ecc08-63cd-4ad4-9009-65fedcb3af2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.893020] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1008.893020] env[64658]: value = "task-2734149" [ 1008.893020] env[64658]: _type = "Task" [ 1008.893020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.901163] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734149, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.906474] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquiring lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.906674] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.004745] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734146, 'name': PowerOffVM_Task, 'duration_secs': 0.290221} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.005029] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.011757] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfiguring VM instance instance-00000035 to detach disk 2002 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.015992] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcbf292e-060b-411f-aa1e-deeff6b88ff4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.028666] env[64658]: DEBUG oslo_concurrency.lockutils [None req-461643a2-e8d5-44e4-83a2-66399da4e232 tempest-ImagesTestJSON-103574308 tempest-ImagesTestJSON-103574308-project-member] Lock "d6dea996-8d01-422c-86e5-186bb5969865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.790s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.036465] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1009.036465] env[64658]: value = "task-2734150" [ 1009.036465] env[64658]: _type = "Task" [ 1009.036465] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.048213] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.195996] env[64658]: DEBUG oslo_vmware.api [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282944} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.196357] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.196561] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.196744] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.196977] env[64658]: INFO nova.compute.manager [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1009.197273] env[64658]: DEBUG oslo.service.loopingcall [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.197492] env[64658]: DEBUG nova.compute.manager [-] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.197594] env[64658]: DEBUG nova.network.neutron [-] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.208143] env[64658]: DEBUG oslo_concurrency.lockutils [req-f115fe14-f5a6-4c4e-be97-81e2a0d5fb86 req-6ac31d19-5004-461f-8eaa-05dd97439f92 service nova] Releasing lock "refresh_cache-77447530-5f84-4386-942a-5c2424b2423e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.208552] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "refresh_cache-77447530-5f84-4386-942a-5c2424b2423e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.208726] env[64658]: DEBUG nova.network.neutron [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.327550] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52037ff8-196f-68fb-c367-094516d7a465, 'name': SearchDatastore_Task, 'duration_secs': 0.023928} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.327550] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.327550] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 74565687-5904-4634-b29e-05573074bb64/74565687-5904-4634-b29e-05573074bb64.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.327869] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f528cfc3-f47a-4071-b721-b85a39fa7fbb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.337155] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1009.337155] env[64658]: value = "task-2734151" [ 1009.337155] env[64658]: _type = "Task" [ 1009.337155] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.351277] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.409796] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734149, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.416575] env[64658]: DEBUG nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.555200] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734150, 'name': ReconfigVM_Task, 'duration_secs': 0.507977} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.556338] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfigured VM instance instance-00000035 to detach disk 2002 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.556338] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.556338] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-888d61f0-b981-4dc4-b186-12a703cade87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.564331] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1009.564331] env[64658]: value = "task-2734152" [ 1009.564331] env[64658]: _type = "Task" [ 1009.564331] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.576930] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.641253] env[64658]: DEBUG nova.compute.manager [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-vif-deleted-f14a1909-78da-484d-bc8e-5e895ed8df4f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.641531] env[64658]: INFO nova.compute.manager [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Neutron deleted interface f14a1909-78da-484d-bc8e-5e895ed8df4f; detaching it from the instance and deleting it from the info cache [ 1009.641914] env[64658]: DEBUG nova.network.neutron [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "address": "fa:16:3e:52:f5:fa", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332a21f9-cf", "ovs_interfaceid": "332a21f9-cfeb-45ab-ae34-780e41c7592e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.722617] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.722966] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.723081] env[64658]: DEBUG nova.network.neutron [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.753293] env[64658]: DEBUG nova.network.neutron [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.850809] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.898056] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbb7cc5-9c5a-4655-b8d7-ee6dfd6aaf76 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.909125] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734149, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.916528] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6af7f7-c252-4103-85e9-bb5115902a64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.965472] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.966298] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f284b75-92ee-4809-9a6a-03eb42b43c7b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.974712] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0da6e91-8a2d-4000-8601-fe410e2257f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.990940] env[64658]: DEBUG nova.compute.provider_tree [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.003493] env[64658]: DEBUG nova.network.neutron [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Updating instance_info_cache with network_info: [{"id": "08479c6e-9059-4cf4-8455-559ba5762e34", "address": "fa:16:3e:5f:e9:7b", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08479c6e-90", "ovs_interfaceid": "08479c6e-9059-4cf4-8455-559ba5762e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.078906] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.148038] env[64658]: DEBUG oslo_concurrency.lockutils [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.148370] env[64658]: DEBUG oslo_concurrency.lockutils [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Acquired lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.149419] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568de2a5-c0c3-4aad-bc18-f4d19d3cd844 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.170457] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaed030-39d1-44aa-8075-0fff9bb51184 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.196662] env[64658]: DEBUG nova.virt.vmwareapi.vmops [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfiguring VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1010.197027] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a256e1-d556-4cdc-b4eb-a0746af8eba4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.216555] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Waiting for the task: (returnval){ [ 1010.216555] env[64658]: value = "task-2734153" [ 1010.216555] env[64658]: _type = "Task" [ 1010.216555] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.228256] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.249150] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.349545] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.370544] env[64658]: DEBUG nova.compute.manager [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-vif-deleted-332a21f9-cfeb-45ab-ae34-780e41c7592e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.370729] env[64658]: INFO nova.compute.manager [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Neutron deleted interface 332a21f9-cfeb-45ab-ae34-780e41c7592e; detaching it from the instance and deleting it from the info cache [ 1010.370986] env[64658]: DEBUG nova.network.neutron [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.405372] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734149, 'name': Rename_Task, 'duration_secs': 1.237424} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.407787] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.408066] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b609a0-66b2-414a-af5b-6d14553928f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.415171] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1010.415171] env[64658]: value = "task-2734154" [ 1010.415171] env[64658]: _type = "Task" [ 1010.415171] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.423380] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.491486] env[64658]: INFO nova.network.neutron [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Port 332a21f9-cfeb-45ab-ae34-780e41c7592e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1010.492093] env[64658]: DEBUG nova.network.neutron [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [{"id": "3043f46b-46e4-4fba-9783-efbdce9da110", "address": "fa:16:3e:97:4f:ea", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3043f46b-46", "ovs_interfaceid": "3043f46b-46e4-4fba-9783-efbdce9da110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.495676] env[64658]: DEBUG nova.scheduler.client.report [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.499444] env[64658]: DEBUG nova.network.neutron [-] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.505988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "refresh_cache-77447530-5f84-4386-942a-5c2424b2423e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.506329] env[64658]: DEBUG nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Instance network_info: |[{"id": "08479c6e-9059-4cf4-8455-559ba5762e34", "address": "fa:16:3e:5f:e9:7b", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08479c6e-90", "ovs_interfaceid": "08479c6e-9059-4cf4-8455-559ba5762e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.507132] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e9:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08479c6e-9059-4cf4-8455-559ba5762e34', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.517241] env[64658]: DEBUG oslo.service.loopingcall [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.518501] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.518764] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56577147-7d66-4363-a83a-e17bc4cc315b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.543668] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.543668] env[64658]: value = "task-2734155" [ 1010.543668] env[64658]: _type = "Task" [ 1010.543668] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.553169] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734155, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.561206] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1010.561480] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550482', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'name': 'volume-151046cc-fd5d-41fb-8a53-595616f3fe8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5983a6bf-30ad-43c2-973a-c0da12516956', 'attached_at': '', 'detached_at': '', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'serial': '151046cc-fd5d-41fb-8a53-595616f3fe8a'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1010.562413] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025d523-fc98-4055-ae2b-8aa7dacfd33e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.583338] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438c947e-64c6-43ff-aae4-c5046e007674 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.591455] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.615742] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-151046cc-fd5d-41fb-8a53-595616f3fe8a/volume-151046cc-fd5d-41fb-8a53-595616f3fe8a.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.616529] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c16dca7-2c9c-499c-9edf-0065cb54d036 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.637872] env[64658]: DEBUG oslo_vmware.api [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1010.637872] env[64658]: value = "task-2734156" [ 1010.637872] env[64658]: _type = "Task" [ 1010.637872] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.647952] env[64658]: DEBUG oslo_vmware.api [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.731132] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.852512] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.878295] env[64658]: DEBUG oslo_concurrency.lockutils [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.932522] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734154, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.000614] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.003847] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.005245] env[64658]: DEBUG nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.007073] env[64658]: INFO nova.compute.manager [-] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Took 1.81 seconds to deallocate network for instance. [ 1011.007642] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.002s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.007885] env[64658]: DEBUG nova.objects.instance [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lazy-loading 'resources' on Instance uuid 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.057725] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734155, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.094251] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734152, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.154310] env[64658]: DEBUG oslo_vmware.api [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.236865] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.357314] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734151, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.645995} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.357868] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 74565687-5904-4634-b29e-05573074bb64/74565687-5904-4634-b29e-05573074bb64.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.358132] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.358247] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e95f9274-202d-4b39-85fc-c81f31491f48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.368142] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1011.368142] env[64658]: value = "task-2734157" [ 1011.368142] env[64658]: _type = "Task" [ 1011.368142] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.378437] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.427512] env[64658]: DEBUG oslo_vmware.api [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734154, 'name': PowerOnVM_Task, 'duration_secs': 0.734589} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.427889] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.428154] env[64658]: INFO nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1011.428381] env[64658]: DEBUG nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.429264] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e804bd-6d57-4ea3-bc25-e787bae7ff15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.508568] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e13fd767-dace-474e-840f-bcdb06b9773f tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-332a21f9-cfeb-45ab-ae34-780e41c7592e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.839s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.513073] env[64658]: DEBUG nova.compute.utils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.517788] env[64658]: DEBUG nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.517966] env[64658]: DEBUG nova.network.neutron [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.522706] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.566565] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734155, 'name': CreateVM_Task, 'duration_secs': 0.699245} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.566840] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.567489] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.568565] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.568565] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.568565] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b9d706-d9ee-4932-802d-2c282babae0a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.576500] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1011.576500] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527536d3-01ef-0f02-56b3-ccc32462c332" [ 1011.576500] env[64658]: _type = "Task" [ 1011.576500] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.589425] env[64658]: DEBUG nova.policy [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15e1663c93be4dfaa3c936c0fc1ca764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7fe5c429e8412aa79436f14a3adbc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.591242] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527536d3-01ef-0f02-56b3-ccc32462c332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.604926] env[64658]: DEBUG oslo_vmware.api [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734152, 'name': PowerOnVM_Task, 'duration_secs': 1.639859} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.604926] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.604926] env[64658]: DEBUG nova.compute.manager [None req-324cc70b-1f7e-41e3-ae6c-80a1c44d13c5 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.605409] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1566ef83-c2b3-4138-9137-f1bdcfd62ca1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.650022] env[64658]: DEBUG oslo_vmware.api [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734156, 'name': ReconfigVM_Task, 'duration_secs': 0.970518} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.652635] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-151046cc-fd5d-41fb-8a53-595616f3fe8a/volume-151046cc-fd5d-41fb-8a53-595616f3fe8a.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.658278] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e365705-b12e-4f35-ac62-884ba7b1f959 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.678157] env[64658]: DEBUG oslo_vmware.api [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1011.678157] env[64658]: value = "task-2734158" [ 1011.678157] env[64658]: _type = "Task" [ 1011.678157] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.692216] env[64658]: DEBUG oslo_vmware.api [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.730016] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.863512] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07522afd-2bbc-4ef1-82db-59778f947389 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.878014] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b542b0-1f3f-4a8a-8b80-e01c5c952007 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.891314] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07427} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.922545] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.922545] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4fd752-199b-4813-a31a-c5c9a012bc0e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.927185] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458e9db4-aed4-4a51-b812-cc7cad8a317b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.945964] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de3db8-70fc-4a12-b388-e677c44f0136 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.957268] env[64658]: INFO nova.compute.manager [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Took 27.23 seconds to build instance. [ 1011.967772] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 74565687-5904-4634-b29e-05573074bb64/74565687-5904-4634-b29e-05573074bb64.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.968402] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba55fff7-8208-4c40-86df-035c48a995ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.985904] env[64658]: DEBUG nova.network.neutron [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Successfully created port: 8ed22417-102f-49b1-bb38-723e6e36e3a5 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.001804] env[64658]: DEBUG nova.compute.provider_tree [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.004493] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1012.004493] env[64658]: value = "task-2734159" [ 1012.004493] env[64658]: _type = "Task" [ 1012.004493] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.018688] env[64658]: DEBUG nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.026897] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.087415] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527536d3-01ef-0f02-56b3-ccc32462c332, 'name': SearchDatastore_Task, 'duration_secs': 0.030455} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.088096] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.088096] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.088290] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.088468] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.088650] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.089262] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae43a8df-5869-498e-9ba7-78de3e830ea7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.103787] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.103787] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.103787] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78ec28d-987b-4852-bef8-39f7e3c8a9b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.108922] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1012.108922] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5230893c-a960-a67f-fb1a-a5434673ee99" [ 1012.108922] env[64658]: _type = "Task" [ 1012.108922] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.120312] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5230893c-a960-a67f-fb1a-a5434673ee99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.188280] env[64658]: DEBUG oslo_vmware.api [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734158, 'name': ReconfigVM_Task, 'duration_secs': 0.292266} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.188610] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550482', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'name': 'volume-151046cc-fd5d-41fb-8a53-595616f3fe8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5983a6bf-30ad-43c2-973a-c0da12516956', 'attached_at': '', 'detached_at': '', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'serial': '151046cc-fd5d-41fb-8a53-595616f3fe8a'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1012.231261] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.469753] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0324b1ab-ea30-433c-869f-48fc045f9030 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "9050d725-13bc-4fa6-a624-6eb29760973e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.749s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.509700] env[64658]: DEBUG nova.scheduler.client.report [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.519014] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.604203] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.604447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.621292] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5230893c-a960-a67f-fb1a-a5434673ee99, 'name': SearchDatastore_Task, 'duration_secs': 0.024381} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.622063] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4857e0d1-9be4-44f9-87d9-f8e5dbcbc575 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.627766] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1012.627766] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525daa0d-b061-1718-6632-27f088537183" [ 1012.627766] env[64658]: _type = "Task" [ 1012.627766] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.637486] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525daa0d-b061-1718-6632-27f088537183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.733263] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.015215] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.017458] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.923s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.017649] env[64658]: DEBUG nova.objects.instance [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.029212] env[64658]: DEBUG nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.031201] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734159, 'name': ReconfigVM_Task, 'duration_secs': 0.850238} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.031639] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 74565687-5904-4634-b29e-05573074bb64/74565687-5904-4634-b29e-05573074bb64.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.032865] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f79a2b0a-0db4-4aee-9306-e33006137c56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.040714] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1013.040714] env[64658]: value = "task-2734160" [ 1013.040714] env[64658]: _type = "Task" [ 1013.040714] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.045855] env[64658]: INFO nova.scheduler.client.report [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Deleted allocations for instance 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6 [ 1013.058251] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734160, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.069495] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.069883] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.072163] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.072163] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.072163] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.072163] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.072163] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.072163] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.072163] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.072568] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.072568] env[64658]: DEBUG nova.virt.hardware [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.073632] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2786e-f6d0-4a8d-a61f-782d38bf397a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.083646] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0af7a7-52cb-4770-a927-005fb19b81e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.107320] env[64658]: DEBUG nova.compute.utils [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1013.139910] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525daa0d-b061-1718-6632-27f088537183, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.140243] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.140628] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 77447530-5f84-4386-942a-5c2424b2423e/77447530-5f84-4386-942a-5c2424b2423e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.140792] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-735efe85-698b-46b7-b0c4-eb6058a4b60a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.150494] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1013.150494] env[64658]: value = "task-2734161" [ 1013.150494] env[64658]: _type = "Task" [ 1013.150494] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.159338] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.233225] env[64658]: DEBUG nova.objects.instance [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.234397] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.275906] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "0f1caba0-a150-433d-bf0e-36768419370e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.276162] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "0f1caba0-a150-433d-bf0e-36768419370e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.543216] env[64658]: DEBUG nova.network.neutron [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Successfully updated port: 8ed22417-102f-49b1-bb38-723e6e36e3a5 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.555110] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734160, 'name': Rename_Task, 'duration_secs': 0.216798} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.555303] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.556127] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cba8826-1634-4078-a399-4db1112499dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.565260] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1013.565260] env[64658]: value = "task-2734162" [ 1013.565260] env[64658]: _type = "Task" [ 1013.565260] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.565771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-deff2f5a-f6c6-4dad-bab2-659840b1c314 tempest-ServersTestJSON-1540277448 tempest-ServersTestJSON-1540277448-project-member] Lock "7b091ab3-182c-4d05-86ee-ee28dd8fa6a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.418s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.577282] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.612248] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.664487] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.706544] env[64658]: DEBUG nova.compute.manager [req-9b66cca3-6268-4d85-a8f3-a5b891451ce6 req-ecbfc2c9-8d6e-42f4-a586-cca529d3ca7e service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Received event network-vif-plugged-8ed22417-102f-49b1-bb38-723e6e36e3a5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.706825] env[64658]: DEBUG oslo_concurrency.lockutils [req-9b66cca3-6268-4d85-a8f3-a5b891451ce6 req-ecbfc2c9-8d6e-42f4-a586-cca529d3ca7e service nova] Acquiring lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.707991] env[64658]: DEBUG oslo_concurrency.lockutils [req-9b66cca3-6268-4d85-a8f3-a5b891451ce6 req-ecbfc2c9-8d6e-42f4-a586-cca529d3ca7e service nova] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.707991] env[64658]: DEBUG oslo_concurrency.lockutils [req-9b66cca3-6268-4d85-a8f3-a5b891451ce6 req-ecbfc2c9-8d6e-42f4-a586-cca529d3ca7e service nova] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.707991] env[64658]: DEBUG nova.compute.manager [req-9b66cca3-6268-4d85-a8f3-a5b891451ce6 req-ecbfc2c9-8d6e-42f4-a586-cca529d3ca7e service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] No waiting events found dispatching network-vif-plugged-8ed22417-102f-49b1-bb38-723e6e36e3a5 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.707991] env[64658]: WARNING nova.compute.manager [req-9b66cca3-6268-4d85-a8f3-a5b891451ce6 req-ecbfc2c9-8d6e-42f4-a586-cca529d3ca7e service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Received unexpected event network-vif-plugged-8ed22417-102f-49b1-bb38-723e6e36e3a5 for instance with vm_state building and task_state spawning. [ 1013.734248] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.738134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eaa28d54-6b3f-48af-bcb6-99f14b6ceb2f tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.324s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.777956] env[64658]: DEBUG nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.867478] env[64658]: DEBUG nova.compute.manager [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Received event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.867685] env[64658]: DEBUG nova.compute.manager [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing instance network info cache due to event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.867902] env[64658]: DEBUG oslo_concurrency.lockutils [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] Acquiring lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.868050] env[64658]: DEBUG oslo_concurrency.lockutils [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] Acquired lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.868245] env[64658]: DEBUG nova.network.neutron [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.035786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91175528-91f6-4074-b4c6-3bac1e4bbcba tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.037052] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.772s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.037255] env[64658]: DEBUG nova.objects.instance [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lazy-loading 'resources' on Instance uuid 44fade9a-a51b-4f12-9e26-c348c0d0cd8d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.049451] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.050066] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.050310] env[64658]: DEBUG nova.network.neutron [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.078954] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.165734] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54528} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.166148] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 77447530-5f84-4386-942a-5c2424b2423e/77447530-5f84-4386-942a-5c2424b2423e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.166410] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.166723] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2af7f1ba-6c50-42a6-a952-58880c9909cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.174733] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1014.174733] env[64658]: value = "task-2734163" [ 1014.174733] env[64658]: _type = "Task" [ 1014.174733] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.188395] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.237314] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.257848] env[64658]: DEBUG oslo_concurrency.lockutils [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.258092] env[64658]: DEBUG oslo_concurrency.lockutils [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.258295] env[64658]: DEBUG nova.compute.manager [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.259161] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88999e6e-9fba-493f-b5e5-77befc60b869 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.266199] env[64658]: DEBUG nova.compute.manager [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1014.266854] env[64658]: DEBUG nova.objects.instance [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.302805] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.588237] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.594345] env[64658]: DEBUG nova.network.neutron [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updated VIF entry in instance network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.594644] env[64658]: DEBUG nova.network.neutron [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.596459] env[64658]: DEBUG nova.network.neutron [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.684453] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.688034] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.688262] env[64658]: INFO nova.compute.manager [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Attaching volume 149cd166-c0e2-449b-a58a-bb820675fbca to /dev/sdb [ 1014.695613] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074821} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.695871] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.697215] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67416ec-c660-44fb-af4e-cc7a8a95d739 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.731718] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 77447530-5f84-4386-942a-5c2424b2423e/77447530-5f84-4386-942a-5c2424b2423e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.735430] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3015fc9d-e6fb-4c36-a93c-d52045c6014e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.754855] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be92944-bf19-4a5e-b3cf-985678603fa2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.777162] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.777566] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1014.777566] env[64658]: value = "task-2734164" [ 1014.777566] env[64658]: _type = "Task" [ 1014.777566] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.782771] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a97e868-49ec-428d-a445-79ea4d758834 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.796275] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.807759] env[64658]: DEBUG nova.virt.block_device [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating existing volume attachment record: 0826f1c9-43fb-4feb-a7c3-06888a2ef046 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1014.936125] env[64658]: DEBUG nova.network.neutron [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance_info_cache with network_info: [{"id": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "address": "fa:16:3e:43:4a:4e", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed22417-10", "ovs_interfaceid": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.999567] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce0ec8-d726-4f6d-807b-d08c5933b219 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.007278] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18e01d-d515-401e-8aa7-380d9bcef2e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.051081] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce3c95-ba28-4839-a3ae-1cecd3dde425 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.059267] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eae335-06fc-4d16-b9f5-9937e3339d84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.074101] env[64658]: DEBUG nova.compute.provider_tree [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.084238] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734162, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.101460] env[64658]: DEBUG oslo_concurrency.lockutils [req-9a2e5a02-39a9-40f9-822a-151eb603e05c req-1c23d4ce-5c95-4b53-89a9-9477b9c417b5 service nova] Releasing lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.248368] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.290096] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.290595] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704e63fc-e08a-47b2-9bf0-8f61413d0753 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.298837] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.300627] env[64658]: DEBUG oslo_vmware.api [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1015.300627] env[64658]: value = "task-2734166" [ 1015.300627] env[64658]: _type = "Task" [ 1015.300627] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.309240] env[64658]: DEBUG oslo_vmware.api [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.441093] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.441543] env[64658]: DEBUG nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Instance network_info: |[{"id": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "address": "fa:16:3e:43:4a:4e", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed22417-10", "ovs_interfaceid": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.442123] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ed22417-102f-49b1-bb38-723e6e36e3a5', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.454618] env[64658]: DEBUG oslo.service.loopingcall [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.455048] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.455417] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ada13e-4405-4082-bdd0-3bfa2d243847 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.488776] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.488776] env[64658]: value = "task-2734169" [ 1015.488776] env[64658]: _type = "Task" [ 1015.488776] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.503309] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734169, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.580334] env[64658]: DEBUG nova.scheduler.client.report [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.587757] env[64658]: DEBUG oslo_vmware.api [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734162, 'name': PowerOnVM_Task, 'duration_secs': 1.70175} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.588509] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.588791] env[64658]: INFO nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Took 11.76 seconds to spawn the instance on the hypervisor. [ 1015.589054] env[64658]: DEBUG nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.589952] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7b177f-68dc-47d6-bddf-5c070e1a0b48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.747656] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.798808] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734164, 'name': ReconfigVM_Task, 'duration_secs': 0.790139} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.799758] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 77447530-5f84-4386-942a-5c2424b2423e/77447530-5f84-4386-942a-5c2424b2423e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.800735] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f684d18-60ff-4b67-878d-a6c271e493f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.814061] env[64658]: DEBUG oslo_vmware.api [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734166, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.817031] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1015.817031] env[64658]: value = "task-2734170" [ 1015.817031] env[64658]: _type = "Task" [ 1015.817031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.827026] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734170, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.884580] env[64658]: DEBUG nova.compute.manager [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Received event network-changed-8ed22417-102f-49b1-bb38-723e6e36e3a5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.884948] env[64658]: DEBUG nova.compute.manager [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Refreshing instance network info cache due to event network-changed-8ed22417-102f-49b1-bb38-723e6e36e3a5. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.885221] env[64658]: DEBUG oslo_concurrency.lockutils [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] Acquiring lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.885393] env[64658]: DEBUG oslo_concurrency.lockutils [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] Acquired lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.885536] env[64658]: DEBUG nova.network.neutron [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Refreshing network info cache for port 8ed22417-102f-49b1-bb38-723e6e36e3a5 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.969299] env[64658]: DEBUG nova.compute.manager [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Received event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.969568] env[64658]: DEBUG nova.compute.manager [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing instance network info cache due to event network-changed-43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.969800] env[64658]: DEBUG oslo_concurrency.lockutils [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] Acquiring lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.969978] env[64658]: DEBUG oslo_concurrency.lockutils [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] Acquired lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.970406] env[64658]: DEBUG nova.network.neutron [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Refreshing network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.001791] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734169, 'name': CreateVM_Task, 'duration_secs': 0.417911} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.001973] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.003260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.003613] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.003946] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.004481] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1dc506-9f8e-42d9-8afa-c0a41de3f5d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.010276] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1016.010276] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5270d229-6003-bd18-fbaf-3d010ba7c8b3" [ 1016.010276] env[64658]: _type = "Task" [ 1016.010276] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.032016] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5270d229-6003-bd18-fbaf-3d010ba7c8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.032016] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.032016] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.032016] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.032016] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.032016] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.032016] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1c30e0-61e4-48a4-8ad6-5ad600184701 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.042315] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.042516] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.043385] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474bf428-fdb0-4415-93b6-cc49248e443c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.052240] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1016.052240] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527b782c-472e-73d3-cab7-283cc2e1bb4d" [ 1016.052240] env[64658]: _type = "Task" [ 1016.052240] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.061336] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527b782c-472e-73d3-cab7-283cc2e1bb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.089500] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.093564] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.301s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.093564] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.093661] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1016.095014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.129s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.095764] env[64658]: INFO nova.compute.claims [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.098987] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b430b-a72b-4fa8-9518-0bb543fbba13 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.123655] env[64658]: INFO nova.compute.manager [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Took 30.05 seconds to build instance. [ 1016.125734] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc120a7-f0d3-42d2-9261-f1f786c7d398 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.132968] env[64658]: INFO nova.scheduler.client.report [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Deleted allocations for instance 44fade9a-a51b-4f12-9e26-c348c0d0cd8d [ 1016.146331] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e241a65-e53a-481e-b218-42a5da12f1f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.156894] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc97e24-57ab-460d-bfbd-da81633a7ac3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.193981] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178104MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1016.193981] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.249185] env[64658]: DEBUG oslo_vmware.api [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Task: {'id': task-2734153, 'name': ReconfigVM_Task, 'duration_secs': 6.004116} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.249535] env[64658]: DEBUG oslo_concurrency.lockutils [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] Releasing lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.249753] env[64658]: DEBUG nova.virt.vmwareapi.vmops [req-0b78c9fa-e745-4875-8069-f6af479e114d req-ec51cdd2-1642-44e7-9146-8514af6b7266 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Reconfigured VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1016.250318] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.250705] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.250927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.251277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.253625] env[64658]: INFO nova.compute.manager [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Terminating instance [ 1016.312572] env[64658]: DEBUG oslo_vmware.api [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734166, 'name': PowerOffVM_Task, 'duration_secs': 0.633209} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.312847] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.313054] env[64658]: DEBUG nova.compute.manager [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.314951] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cae461c-ed31-4ba0-bc01-d8c62c0ab218 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.327278] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734170, 'name': Rename_Task, 'duration_secs': 0.171671} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.328702] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.330963] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe76968-915a-48db-bac4-6b4d88819431 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.340957] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1016.340957] env[64658]: value = "task-2734171" [ 1016.340957] env[64658]: _type = "Task" [ 1016.340957] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.349862] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.563535] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527b782c-472e-73d3-cab7-283cc2e1bb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.564379] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87345453-fe91-4010-993a-73a69962ff22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.569869] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1016.569869] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528ebf15-44f6-66c9-9e99-9b89f49578c7" [ 1016.569869] env[64658]: _type = "Task" [ 1016.569869] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.578186] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528ebf15-44f6-66c9-9e99-9b89f49578c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.634868] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a51008cc-092d-42c6-bb6f-b2accb997bce tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.575s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.648314] env[64658]: DEBUG oslo_concurrency.lockutils [None req-06216ee8-b492-4172-9b89-6c6a27037134 tempest-ServersTestBootFromVolume-526145409 tempest-ServersTestBootFromVolume-526145409-project-member] Lock "44fade9a-a51b-4f12-9e26-c348c0d0cd8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.933s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.714376] env[64658]: DEBUG nova.network.neutron [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updated VIF entry in instance network info cache for port 43ccc4d6-06c7-4103-9977-b94565d610e4. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.714376] env[64658]: DEBUG nova.network.neutron [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [{"id": "43ccc4d6-06c7-4103-9977-b94565d610e4", "address": "fa:16:3e:31:17:9c", "network": {"id": "94104841-00fc-486f-8145-1b6cafccf0ae", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1283349835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc7af37e5ae44c3aecdc3198dca1f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ccc4d6-06", "ovs_interfaceid": "43ccc4d6-06c7-4103-9977-b94565d610e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.760020] env[64658]: DEBUG nova.compute.manager [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.760020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.760917] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4648470-1be6-4a59-b7d7-851f60a32598 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.769617] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.770732] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65eadb20-cdf6-468b-88b2-e9c8d28b5486 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.777516] env[64658]: DEBUG oslo_vmware.api [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1016.777516] env[64658]: value = "task-2734172" [ 1016.777516] env[64658]: _type = "Task" [ 1016.777516] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.786323] env[64658]: DEBUG oslo_vmware.api [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.808440] env[64658]: DEBUG nova.network.neutron [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updated VIF entry in instance network info cache for port 8ed22417-102f-49b1-bb38-723e6e36e3a5. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.809501] env[64658]: DEBUG nova.network.neutron [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance_info_cache with network_info: [{"id": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "address": "fa:16:3e:43:4a:4e", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed22417-10", "ovs_interfaceid": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.836353] env[64658]: DEBUG oslo_concurrency.lockutils [None req-850cf1aa-a932-49e8-8017-d0853a99ff88 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.578s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.861870] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.083847] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528ebf15-44f6-66c9-9e99-9b89f49578c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01499} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.084472] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.084798] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 70539a02-7d24-4a1b-82c7-35e424c6dfc9/70539a02-7d24-4a1b-82c7-35e424c6dfc9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.085062] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f3e370a-bdd1-47d8-9d99-ec9fa79d30e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.090392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.090819] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.091699] env[64658]: DEBUG nova.compute.manager [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.092336] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee143e-641b-41a3-9fb6-4e828a56469c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.101446] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1017.101446] env[64658]: value = "task-2734173" [ 1017.101446] env[64658]: _type = "Task" [ 1017.101446] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.116302] env[64658]: DEBUG nova.compute.manager [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1017.116856] env[64658]: DEBUG nova.objects.instance [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lazy-loading 'flavor' on Instance uuid 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.125000] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.217140] env[64658]: DEBUG oslo_concurrency.lockutils [req-7d1f6606-e242-4a47-b421-81737a673f33 req-e6424ef8-6659-43dd-8587-b51756bcfafb service nova] Releasing lock "refresh_cache-afdef77d-2cba-47a6-b593-7736669070f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.288687] env[64658]: DEBUG oslo_vmware.api [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734172, 'name': PowerOffVM_Task, 'duration_secs': 0.265144} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.291573] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.291781] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.292907] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2771622c-5d17-4dbc-af82-fbb31a4488f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.312384] env[64658]: DEBUG oslo_concurrency.lockutils [req-30f7dee2-c083-40ec-9d0b-ff8818039e7b req-88e0f3ae-01df-44a9-9e8d-da820ae64195 service nova] Releasing lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.357879] env[64658]: DEBUG oslo_vmware.api [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734171, 'name': PowerOnVM_Task, 'duration_secs': 0.789519} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.359130] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.359130] env[64658]: INFO nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1017.359130] env[64658]: DEBUG nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.359684] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ef99aa-dc83-4b29-a053-d6c7cc1230d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.398131] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.398233] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.398414] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleting the datastore file [datastore1] ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.398688] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b37ad9c8-1dce-46ac-ad86-0a3698d259fe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.410728] env[64658]: DEBUG oslo_vmware.api [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1017.410728] env[64658]: value = "task-2734175" [ 1017.410728] env[64658]: _type = "Task" [ 1017.410728] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.421416] env[64658]: DEBUG oslo_vmware.api [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.491199] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b78d42e-c1d8-4d7c-9d5c-5658810be2f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.501338] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe0e5f6-76ff-4cac-a912-f45ce96cb890 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.553554] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1dde99-117f-4cf5-9cc8-7f2c9f4a784b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.563233] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53d2e5-bbbe-4e66-be36-21e9a720f6de {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.584282] env[64658]: DEBUG nova.compute.provider_tree [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.615153] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.744130] env[64658]: DEBUG nova.objects.instance [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.881158] env[64658]: INFO nova.compute.manager [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Took 27.82 seconds to build instance. [ 1017.918532] env[64658]: DEBUG oslo_vmware.api [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448418} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.918814] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.919110] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.919387] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.919464] env[64658]: INFO nova.compute.manager [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1017.919734] env[64658]: DEBUG oslo.service.loopingcall [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.919955] env[64658]: DEBUG nova.compute.manager [-] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.920084] env[64658]: DEBUG nova.network.neutron [-] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.088204] env[64658]: DEBUG nova.scheduler.client.report [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.119183] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687897} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.119579] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 70539a02-7d24-4a1b-82c7-35e424c6dfc9/70539a02-7d24-4a1b-82c7-35e424c6dfc9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.119919] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.120272] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba172a73-ee4c-4aa4-a044-a5030899eeb9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.125340] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.125688] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2280c89b-2f06-4772-8310-9594fe27ca72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.129732] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1018.129732] env[64658]: value = "task-2734177" [ 1018.129732] env[64658]: _type = "Task" [ 1018.129732] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.136456] env[64658]: DEBUG oslo_vmware.api [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1018.136456] env[64658]: value = "task-2734178" [ 1018.136456] env[64658]: _type = "Task" [ 1018.136456] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.146798] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.151367] env[64658]: DEBUG oslo_vmware.api [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.168156] env[64658]: DEBUG nova.compute.manager [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1018.251509] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.251804] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.252099] env[64658]: DEBUG nova.network.neutron [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.252503] env[64658]: DEBUG nova.objects.instance [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'info_cache' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.384732] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0d9086ec-7cea-432f-b834-ea0d5742a39d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "77447530-5f84-4386-942a-5c2424b2423e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.334s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.599790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.599790] env[64658]: DEBUG nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.599790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.077s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.599790] env[64658]: DEBUG nova.objects.instance [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lazy-loading 'resources' on Instance uuid 5dc4150c-685f-4beb-8a6b-770414be766c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.646575] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208773} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.647709] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.649372] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed72e0e7-8113-4bb2-a3ef-9dba98b213d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.663147] env[64658]: DEBUG oslo_vmware.api [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734178, 'name': PowerOffVM_Task, 'duration_secs': 0.272434} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.663147] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.663147] env[64658]: DEBUG nova.compute.manager [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.663147] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883115e-a3e6-4d37-bcaa-fec89447050d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.684955] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 70539a02-7d24-4a1b-82c7-35e424c6dfc9/70539a02-7d24-4a1b-82c7-35e424c6dfc9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.686527] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c0dc92d-945a-4241-9b79-f2298ef190af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.714107] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1018.714107] env[64658]: value = "task-2734179" [ 1018.714107] env[64658]: _type = "Task" [ 1018.714107] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.725735] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.740045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.768840] env[64658]: DEBUG nova.objects.base [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Object Instance<5983a6bf-30ad-43c2-973a-c0da12516956> lazy-loaded attributes: flavor,info_cache {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.972481] env[64658]: DEBUG nova.compute.manager [req-b863267c-040d-427f-a94a-5335b0360d17 req-84c147d3-686a-40a7-9710-0cf60f7e690f service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Received event network-vif-deleted-3043f46b-46e4-4fba-9783-efbdce9da110 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.972683] env[64658]: INFO nova.compute.manager [req-b863267c-040d-427f-a94a-5335b0360d17 req-84c147d3-686a-40a7-9710-0cf60f7e690f service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Neutron deleted interface 3043f46b-46e4-4fba-9783-efbdce9da110; detaching it from the instance and deleting it from the info cache [ 1018.972849] env[64658]: DEBUG nova.network.neutron [req-b863267c-040d-427f-a94a-5335b0360d17 req-84c147d3-686a-40a7-9710-0cf60f7e690f service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.104760] env[64658]: DEBUG nova.compute.utils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1019.106479] env[64658]: DEBUG nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.106654] env[64658]: DEBUG nova.network.neutron [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.213182] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a91a0e44-dccc-480d-b3a3-b7d67b8940d0 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.225863] env[64658]: DEBUG nova.policy [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fdfb4f9d0c948baa77f39cdfb59ed1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d318bc7c0504450927f85923f08363a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.245676] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734179, 'name': ReconfigVM_Task, 'duration_secs': 0.492657} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.247498] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 70539a02-7d24-4a1b-82c7-35e424c6dfc9/70539a02-7d24-4a1b-82c7-35e424c6dfc9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.248570] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc8c7aa8-61ff-4949-8618-157adc5276ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.262459] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1019.262459] env[64658]: value = "task-2734180" [ 1019.262459] env[64658]: _type = "Task" [ 1019.262459] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.280405] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734180, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.460438] env[64658]: DEBUG nova.network.neutron [-] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.476960] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b230794e-4565-4d5b-be3c-400fc811aa12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.494349] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cdda34-2094-4b32-88ba-cc265855fb73 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.548810] env[64658]: DEBUG nova.compute.manager [req-b863267c-040d-427f-a94a-5335b0360d17 req-84c147d3-686a-40a7-9710-0cf60f7e690f service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Detach interface failed, port_id=3043f46b-46e4-4fba-9783-efbdce9da110, reason: Instance ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1019.581203] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69ef72b-2923-4152-8982-5ae12952a06a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.592631] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2300e80-0ece-4fa0-b07f-07481d4fa417 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.646929] env[64658]: DEBUG nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.655050] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205350c9-a4e5-4a36-a1af-092999428a36 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.670580] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab150cc4-869b-434b-8e50-c335609efd04 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.696954] env[64658]: DEBUG nova.compute.provider_tree [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.751149] env[64658]: DEBUG nova.network.neutron [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating instance_info_cache with network_info: [{"id": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "address": "fa:16:3e:b1:f1:98", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16518514-8d", "ovs_interfaceid": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.773498] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734180, 'name': Rename_Task, 'duration_secs': 0.306368} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.773789] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.774043] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad08e35-1490-4fd2-bfe3-fffc64b64272 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.782396] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1019.782396] env[64658]: value = "task-2734181" [ 1019.782396] env[64658]: _type = "Task" [ 1019.782396] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.791825] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.892808] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1019.893138] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550486', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'name': 'volume-149cd166-c0e2-449b-a58a-bb820675fbca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0', 'attached_at': '', 'detached_at': '', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'serial': '149cd166-c0e2-449b-a58a-bb820675fbca'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.894021] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176d399f-45d0-47fb-9c23-09b805f08bdc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.913248] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fef2ac-c3e6-47e3-9a91-bfbe561fe5e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.942585] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-149cd166-c0e2-449b-a58a-bb820675fbca/volume-149cd166-c0e2-449b-a58a-bb820675fbca.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.942711] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f38550d-e4e4-49d1-a031-4fb1d4c5aa2d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.961595] env[64658]: DEBUG oslo_vmware.api [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1019.961595] env[64658]: value = "task-2734182" [ 1019.961595] env[64658]: _type = "Task" [ 1019.961595] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.966829] env[64658]: INFO nova.compute.manager [-] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Took 2.05 seconds to deallocate network for instance. [ 1019.976808] env[64658]: DEBUG oslo_vmware.api [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.101374] env[64658]: DEBUG nova.network.neutron [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Successfully created port: 056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.153810] env[64658]: INFO nova.virt.block_device [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Booting with volume 97f50fab-9f37-404b-a74a-f4af6293a3be at /dev/sda [ 1020.200312] env[64658]: DEBUG nova.scheduler.client.report [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.216978] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-396363c6-3ee2-4962-82b1-c739f83cd5ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.229522] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f407944-fabb-43a4-80ad-51d97705651a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.279058] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.281364] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-741959b1-8ecc-499e-9b81-2ae59c1d4ed1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.294176] env[64658]: DEBUG oslo_vmware.api [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734181, 'name': PowerOnVM_Task, 'duration_secs': 0.504754} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.296230] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.296469] env[64658]: INFO nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1020.296646] env[64658]: DEBUG nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.297854] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf335e5-dd61-467c-9f58-295ef005468d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.304262] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7165be-b6e7-4cec-8db9-6ee4bc6bec72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.347523] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f151a13-0a8d-4bb8-947c-1a40854bf0ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.355653] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500666a-db11-43df-9de5-e65aadef60ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.375799] env[64658]: DEBUG nova.virt.block_device [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updating existing volume attachment record: 90584c01-4bbd-4809-ad7f-3c3d472d31cc {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1020.474883] env[64658]: DEBUG oslo_vmware.api [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.478581] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.616087] env[64658]: DEBUG nova.objects.instance [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lazy-loading 'flavor' on Instance uuid 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.655488] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.655724] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.706423] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.710921] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.406s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.710921] env[64658]: INFO nova.compute.claims [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.798347] env[64658]: INFO nova.scheduler.client.report [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted allocations for instance 5dc4150c-685f-4beb-8a6b-770414be766c [ 1020.835854] env[64658]: INFO nova.compute.manager [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Took 22.76 seconds to build instance. [ 1020.973708] env[64658]: DEBUG oslo_vmware.api [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734182, 'name': ReconfigVM_Task, 'duration_secs': 0.698535} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.974014] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-149cd166-c0e2-449b-a58a-bb820675fbca/volume-149cd166-c0e2-449b-a58a-bb820675fbca.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.979497] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7c7e95-b43a-4c6d-b85e-705d0af8beb4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.996863] env[64658]: DEBUG oslo_vmware.api [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1020.996863] env[64658]: value = "task-2734183" [ 1020.996863] env[64658]: _type = "Task" [ 1020.996863] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.006473] env[64658]: DEBUG oslo_vmware.api [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.123198] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.123419] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquired lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.123559] env[64658]: DEBUG nova.network.neutron [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.123736] env[64658]: DEBUG nova.objects.instance [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lazy-loading 'info_cache' on Instance uuid 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.160846] env[64658]: DEBUG nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.288711] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.290332] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a0bbbf-60b6-42dd-ab02-34dfb0ccf4b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.301713] env[64658]: DEBUG oslo_vmware.api [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1021.301713] env[64658]: value = "task-2734184" [ 1021.301713] env[64658]: _type = "Task" [ 1021.301713] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.312943] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8565882d-42a8-43a9-a0c7-f265ebf4abd4 tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "5dc4150c-685f-4beb-8a6b-770414be766c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.759s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.321928] env[64658]: DEBUG oslo_vmware.api [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.337623] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c221bbb4-d14f-4acd-a317-a70e867cb137 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.265s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.507538] env[64658]: DEBUG oslo_vmware.api [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734183, 'name': ReconfigVM_Task, 'duration_secs': 0.246916} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.507814] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550486', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'name': 'volume-149cd166-c0e2-449b-a58a-bb820675fbca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0', 'attached_at': '', 'detached_at': '', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'serial': '149cd166-c0e2-449b-a58a-bb820675fbca'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1021.631294] env[64658]: DEBUG nova.objects.base [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Object Instance<7af5f05b-4606-4cbc-81a9-32f6edfb9f0c> lazy-loaded attributes: flavor,info_cache {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.699098] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.804220] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.804486] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.804694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.806403] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.806403] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.812204] env[64658]: INFO nova.compute.manager [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Terminating instance [ 1021.824201] env[64658]: DEBUG oslo_vmware.api [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.121696] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226c3627-87ab-49b7-8dcc-bc373a76cafc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.129353] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09cacb-8cd1-4105-be55-49e4377b2edb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.165951] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd22027e-b586-453c-aceb-50409ec87a22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.175692] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd9422e-8f77-46ba-89d5-01e9eae8c66c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.189605] env[64658]: DEBUG nova.compute.provider_tree [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.322098] env[64658]: DEBUG nova.compute.manager [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.322421] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.322807] env[64658]: DEBUG oslo_vmware.api [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734184, 'name': PowerOnVM_Task, 'duration_secs': 0.559845} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.323585] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1ae1bf-4d21-4cd5-9aea-d53b8eaf698e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.329431] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.329431] env[64658]: DEBUG nova.compute.manager [None req-a2ace2fd-5d8b-4488-87a0-8525014d6792 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.329431] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0e381f-aff8-4129-a913-5ff4a59649b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.337712] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.339579] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e1ef5a-345f-4496-88cd-26157de1d7b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.351680] env[64658]: DEBUG oslo_vmware.api [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 1022.351680] env[64658]: value = "task-2734185" [ 1022.351680] env[64658]: _type = "Task" [ 1022.351680] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.363668] env[64658]: DEBUG oslo_vmware.api [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.444018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "c79e135d-d015-49c6-afd5-e899cd6720fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.445130] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.541981] env[64658]: DEBUG nova.network.neutron [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Updating instance_info_cache with network_info: [{"id": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "address": "fa:16:3e:b5:bb:0d", "network": {"id": "6d46e998-2dc9-4a3a-a50a-0ba2046d6d0c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1481990459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3de925e9e05040539038d02c9202ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad712df-da", "ovs_interfaceid": "8ad712df-daf8-4e2e-8982-bc7b492ecd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.582292] env[64658]: DEBUG nova.objects.instance [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'flavor' on Instance uuid 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.621175] env[64658]: DEBUG nova.compute.manager [req-ce3f62b8-e3e8-4e82-9bf8-282004bce6c1 req-4a36e3e0-6d7a-4f26-90a5-2052f284d4aa service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Received event network-vif-plugged-056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.621175] env[64658]: DEBUG oslo_concurrency.lockutils [req-ce3f62b8-e3e8-4e82-9bf8-282004bce6c1 req-4a36e3e0-6d7a-4f26-90a5-2052f284d4aa service nova] Acquiring lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.621175] env[64658]: DEBUG oslo_concurrency.lockutils [req-ce3f62b8-e3e8-4e82-9bf8-282004bce6c1 req-4a36e3e0-6d7a-4f26-90a5-2052f284d4aa service nova] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.621175] env[64658]: DEBUG oslo_concurrency.lockutils [req-ce3f62b8-e3e8-4e82-9bf8-282004bce6c1 req-4a36e3e0-6d7a-4f26-90a5-2052f284d4aa service nova] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.621175] env[64658]: DEBUG nova.compute.manager [req-ce3f62b8-e3e8-4e82-9bf8-282004bce6c1 req-4a36e3e0-6d7a-4f26-90a5-2052f284d4aa service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] No waiting events found dispatching network-vif-plugged-056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.621175] env[64658]: WARNING nova.compute.manager [req-ce3f62b8-e3e8-4e82-9bf8-282004bce6c1 req-4a36e3e0-6d7a-4f26-90a5-2052f284d4aa service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Received unexpected event network-vif-plugged-056bd6d9-4564-420f-9a11-5e5f76b5a406 for instance with vm_state building and task_state spawning. [ 1022.697614] env[64658]: DEBUG nova.scheduler.client.report [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.748614] env[64658]: DEBUG nova.network.neutron [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Successfully updated port: 056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.807285] env[64658]: DEBUG nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.808036] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.808384] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.808684] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.808933] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.809135] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.809329] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.809677] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.810192] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.810574] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.810699] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.810914] env[64658]: DEBUG nova.virt.hardware [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.812750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3db0a60-7985-4201-9093-b21c5148a68c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.825912] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67810e9-3abb-40fc-9289-dec4683d5044 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.864438] env[64658]: DEBUG oslo_vmware.api [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734185, 'name': PowerOffVM_Task, 'duration_secs': 0.360169} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.864767] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.864960] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.865250] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45fce71f-20ff-43fb-acaf-f73e1cd47973 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.944939] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.944939] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.945764] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleting the datastore file [datastore1] bf6c1e9e-c206-4e6b-a0d8-4405839a2702 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.946115] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0303dc2-1871-4c76-abbc-66a99a766976 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.948356] env[64658]: DEBUG nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.957146] env[64658]: DEBUG oslo_vmware.api [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for the task: (returnval){ [ 1022.957146] env[64658]: value = "task-2734187" [ 1022.957146] env[64658]: _type = "Task" [ 1022.957146] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.974817] env[64658]: DEBUG oslo_vmware.api [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.045722] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Releasing lock "refresh_cache-7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.090611] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fa1c89ec-b017-426a-8db5-d2dc72370484 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.406s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.204812] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.204812] env[64658]: DEBUG nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.209095] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.015s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.251268] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquiring lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.252057] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquired lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.252057] env[64658]: DEBUG nova.network.neutron [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.472324] env[64658]: DEBUG oslo_vmware.api [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Task: {'id': task-2734187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194686} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.472597] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.472800] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.472990] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.473182] env[64658]: INFO nova.compute.manager [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1023.473425] env[64658]: DEBUG oslo.service.loopingcall [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.473613] env[64658]: DEBUG nova.compute.manager [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.473734] env[64658]: DEBUG nova.network.neutron [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.481238] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.731188] env[64658]: DEBUG nova.compute.utils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1023.736215] env[64658]: DEBUG nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Not allocating networking since 'none' was specified. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1023.772787] env[64658]: DEBUG nova.compute.manager [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1023.837963] env[64658]: DEBUG nova.network.neutron [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.062241] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.062513] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a598627-1338-4860-91a2-90b721cc2d54 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.071570] env[64658]: DEBUG oslo_vmware.api [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1024.071570] env[64658]: value = "task-2734188" [ 1024.071570] env[64658]: _type = "Task" [ 1024.071570] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.081667] env[64658]: DEBUG oslo_vmware.api [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.241638] env[64658]: INFO nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating resource usage from migration f4ae2015-4a75-4966-a62c-8812ce13ff9c [ 1024.241638] env[64658]: INFO nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating resource usage from migration 27428a07-6763-4e03-9bea-aac6402b9a5e [ 1024.241638] env[64658]: INFO nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating resource usage from migration 5b959069-b9f4-4b90-a9c8-48a277a291bf [ 1024.242012] env[64658]: DEBUG nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.290295] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance acc0f605-4ba1-442c-ac75-051e800b49b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.290445] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.290445] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 9c994fa0-bb33-442d-8a59-8639509102c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.290574] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance afdef77d-2cba-47a6-b593-7736669070f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.290709] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance bf6c1e9e-c206-4e6b-a0d8-4405839a2702 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.290816] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 102cf96e-9cf9-4761-a1c7-97940113abff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.290932] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 8883e2fc-fa2b-424b-8e38-665ab832fb81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.291083] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1024.291206] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.291329] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance c0b1df56-26d1-452e-b87a-ba1de9cd4dda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.291434] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5983a6bf-30ad-43c2-973a-c0da12516956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.291544] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.293080] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 0a3ebe33-589d-4d71-86f5-5bf3b51149e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.293818] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 9050d725-13bc-4fa6-a624-6eb29760973e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.293916] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 77447530-5f84-4386-942a-5c2424b2423e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.294051] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.294176] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 0f1caba0-a150-433d-bf0e-36768419370e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.294279] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Migration 5b959069-b9f4-4b90-a9c8-48a277a291bf is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1024.294389] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 74565687-5904-4634-b29e-05573074bb64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.438919] env[64658]: DEBUG nova.network.neutron [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updating instance_info_cache with network_info: [{"id": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "address": "fa:16:3e:28:a1:f9", "network": {"id": "74bb549c-b82f-4370-9993-1831bf0eb022", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-864316503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d318bc7c0504450927f85923f08363a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056bd6d9-45", "ovs_interfaceid": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.540288] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "ebc8d670-d6e6-436d-8de9-275653bb0f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.540288] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.584183] env[64658]: DEBUG oslo_vmware.api [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734188, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.754881] env[64658]: DEBUG nova.compute.manager [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Received event network-changed-056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.755014] env[64658]: DEBUG nova.compute.manager [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Refreshing instance network info cache due to event network-changed-056bd6d9-4564-420f-9a11-5e5f76b5a406. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.755669] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] Acquiring lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.802876] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d61ef8f6-2451-4baf-9b0e-e5e016893bcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1024.835986] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.947020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Releasing lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.947020] env[64658]: DEBUG nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance network_info: |[{"id": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "address": "fa:16:3e:28:a1:f9", "network": {"id": "74bb549c-b82f-4370-9993-1831bf0eb022", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-864316503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d318bc7c0504450927f85923f08363a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056bd6d9-45", "ovs_interfaceid": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.947020] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] Acquired lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.947020] env[64658]: DEBUG nova.network.neutron [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Refreshing network info cache for port 056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.947020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:a1:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '056bd6d9-4564-420f-9a11-5e5f76b5a406', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.955991] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Creating folder: Project (7d318bc7c0504450927f85923f08363a). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.956749] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e98265b4-f7ac-4ec9-8286-5aa3ad05904f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.962543] env[64658]: DEBUG nova.network.neutron [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.976534] env[64658]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1024.976534] env[64658]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64658) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1024.976534] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Folder already exists: Project (7d318bc7c0504450927f85923f08363a). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1024.976534] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Creating folder: Instances. Parent ref: group-v550471. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.976534] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c70c90a6-1ca4-451f-998c-45db70cf1e78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.988800] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Created folder: Instances in parent group-v550471. [ 1024.990018] env[64658]: DEBUG oslo.service.loopingcall [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.990018] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.990018] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a48c475-c78d-4e9d-bfc1-b2ed27f816ad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.013699] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.013699] env[64658]: value = "task-2734191" [ 1025.013699] env[64658]: _type = "Task" [ 1025.013699] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.024760] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734191, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.043177] env[64658]: DEBUG nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.091436] env[64658]: DEBUG oslo_vmware.api [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734188, 'name': PowerOnVM_Task, 'duration_secs': 0.522894} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.091812] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.092046] env[64658]: DEBUG nova.compute.manager [None req-12e410bd-d6d7-446c-9ffd-99893b1de8f6 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.093194] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d6bed3-47d8-470d-871c-1f384885f2a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.129480] env[64658]: DEBUG nova.compute.manager [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1025.257775] env[64658]: DEBUG nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.307018] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance c79e135d-d015-49c6-afd5-e899cd6720fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1025.307018] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Migration 27428a07-6763-4e03-9bea-aac6402b9a5e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1025.307018] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 70539a02-7d24-4a1b-82c7-35e424c6dfc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.316122] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.316556] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.316888] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.317136] env[64658]: DEBUG nova.virt.hardware [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.318186] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ccc0e9-a030-4044-b5a5-8934bb98552f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.327560] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad10c8b-a1be-47b2-8274-02103817d8b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.342728] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Instance VIF info [] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.348551] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Creating folder: Project (5eb35c1924bb4801909d17ac44391d14). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.348935] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dcb17b7-d83f-4505-afe0-750ca44cfbe1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.361527] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Created folder: Project (5eb35c1924bb4801909d17ac44391d14) in parent group-v550231. [ 1025.361739] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Creating folder: Instances. Parent ref: group-v550490. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.362128] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90ba4fcf-48bc-465e-870d-9195090c89e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.374089] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Created folder: Instances in parent group-v550490. [ 1025.374477] env[64658]: DEBUG oslo.service.loopingcall [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.374740] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.375245] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb68804-fb2d-4ec9-9e81-d47624a79bc4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.402420] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.402420] env[64658]: value = "task-2734194" [ 1025.402420] env[64658]: _type = "Task" [ 1025.402420] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.411991] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734194, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.464447] env[64658]: INFO nova.compute.manager [-] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Took 1.99 seconds to deallocate network for instance. [ 1025.525631] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734191, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.597110] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.650769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.795451] env[64658]: DEBUG nova.network.neutron [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updated VIF entry in instance network info cache for port 056bd6d9-4564-420f-9a11-5e5f76b5a406. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.795451] env[64658]: DEBUG nova.network.neutron [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updating instance_info_cache with network_info: [{"id": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "address": "fa:16:3e:28:a1:f9", "network": {"id": "74bb549c-b82f-4370-9993-1831bf0eb022", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-864316503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d318bc7c0504450927f85923f08363a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056bd6d9-45", "ovs_interfaceid": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.810408] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ebc8d670-d6e6-436d-8de9-275653bb0f31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1025.810902] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Migration f4ae2015-4a75-4966-a62c-8812ce13ff9c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1025.811310] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1025.811618] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1025.917019] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734194, 'name': CreateVM_Task, 'duration_secs': 0.455209} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.917019] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.917019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.917019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.917474] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.917856] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b19db6f-7df6-43b1-a8de-3453e9168a41 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.924245] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1025.924245] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5228aeef-586e-8830-571f-86d11cd760c6" [ 1025.924245] env[64658]: _type = "Task" [ 1025.924245] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.938619] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5228aeef-586e-8830-571f-86d11cd760c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.974238] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.028441] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734191, 'name': CreateVM_Task, 'duration_secs': 0.556932} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.028441] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.029827] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550479', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'name': 'volume-97f50fab-9f37-404b-a74a-f4af6293a3be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2', 'attached_at': '', 'detached_at': '', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'serial': '97f50fab-9f37-404b-a74a-f4af6293a3be'}, 'delete_on_termination': True, 'attachment_id': '90584c01-4bbd-4809-ad7f-3c3d472d31cc', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=64658) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1026.029827] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Root volume attach. Driver type: vmdk {{(pid=64658) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1026.030243] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df1c91b-b4d3-4737-868a-30626b510415 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.042756] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb9c37-72ee-4dc4-bafb-030fdc2a86d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.050877] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ced8598-4e9d-4746-be2e-6243884fa0ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.057950] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e28aed47-153a-4660-aa0b-5b8f45ab3bad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.069431] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1026.069431] env[64658]: value = "task-2734195" [ 1026.069431] env[64658]: _type = "Task" [ 1026.069431] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.078805] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734195, 'name': RelocateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.291705] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8df76e-32e7-4f33-8048-84fef2ff2220 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.300079] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] Releasing lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.300423] env[64658]: DEBUG nova.compute.manager [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Received event network-vif-deleted-d477fa05-249e-48b7-9094-39296ba1933d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.300662] env[64658]: INFO nova.compute.manager [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Neutron deleted interface d477fa05-249e-48b7-9094-39296ba1933d; detaching it from the instance and deleting it from the info cache [ 1026.300935] env[64658]: DEBUG nova.network.neutron [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.305918] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fdd0af-c5c2-4a4a-beaa-da8c6b821475 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.349297] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2c4fa-013f-4491-8d5b-d701a6b5ff88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.363810] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c090d65a-b9f7-4390-b619-c6351f0f0aab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.380970] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.436828] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5228aeef-586e-8830-571f-86d11cd760c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016338} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.437302] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.438191] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.438191] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.438191] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.438191] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.438387] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5724653-702f-4016-8fa9-f59ef453ffbd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.449226] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.449443] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.450291] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a85dca0-0a6b-40b0-b2b6-6dc4b4bc9111 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.457353] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1026.457353] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527b6f4a-7b94-3e7b-c07c-80d707029ebb" [ 1026.457353] env[64658]: _type = "Task" [ 1026.457353] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.467927] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527b6f4a-7b94-3e7b-c07c-80d707029ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.580258] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734195, 'name': RelocateVM_Task} progress is 20%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.817091] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce183c18-3e88-4d9c-901d-7b0440e10b9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.830501] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c74bf2e-addc-4660-a188-dfc8979a46fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.872100] env[64658]: DEBUG nova.compute.manager [req-4b0359e6-3263-43ad-8f7d-148d77414404 req-4e066031-c481-4734-b87f-ea692b3292dc service nova] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Detach interface failed, port_id=d477fa05-249e-48b7-9094-39296ba1933d, reason: Instance bf6c1e9e-c206-4e6b-a0d8-4405839a2702 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1026.886017] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.975308] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527b6f4a-7b94-3e7b-c07c-80d707029ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.976166] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f51f94-ac4e-4032-b33b-fa762cec6343 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.984453] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1026.984453] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e98835-0fa7-9fb3-328a-44a1a1ef8e17" [ 1026.984453] env[64658]: _type = "Task" [ 1026.984453] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.991507] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e98835-0fa7-9fb3-328a-44a1a1ef8e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.085308] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734195, 'name': RelocateVM_Task, 'duration_secs': 0.541922} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.086464] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1027.086464] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550479', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'name': 'volume-97f50fab-9f37-404b-a74a-f4af6293a3be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2', 'attached_at': '', 'detached_at': '', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'serial': '97f50fab-9f37-404b-a74a-f4af6293a3be'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1027.086849] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42cb0ee-046d-4e23-b165-ad95088b9cde {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.105849] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900aa02-2347-4d5d-adf2-de645ff48e79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.132147] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-97f50fab-9f37-404b-a74a-f4af6293a3be/volume-97f50fab-9f37-404b-a74a-f4af6293a3be.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.132147] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddaba5a-ce30-48c0-9a1d-11cd0594da5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.154850] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1027.154850] env[64658]: value = "task-2734196" [ 1027.154850] env[64658]: _type = "Task" [ 1027.154850] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.164029] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.240292] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.240514] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.240756] env[64658]: INFO nova.compute.manager [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Shelving [ 1027.391862] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1027.392177] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.184s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.392405] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.653s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.494017] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e98835-0fa7-9fb3-328a-44a1a1ef8e17, 'name': SearchDatastore_Task, 'duration_secs': 0.031162} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.494298] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.494562] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 0f1caba0-a150-433d-bf0e-36768419370e/0f1caba0-a150-433d-bf0e-36768419370e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.494828] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc78c6b3-95f9-4283-aa61-22e30759e111 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.502659] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1027.502659] env[64658]: value = "task-2734197" [ 1027.502659] env[64658]: _type = "Task" [ 1027.502659] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.512369] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.666690] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.900008] env[64658]: INFO nova.compute.claims [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.014512] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734197, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.169327] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734196, 'name': ReconfigVM_Task, 'duration_secs': 0.551884} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.169670] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-97f50fab-9f37-404b-a74a-f4af6293a3be/volume-97f50fab-9f37-404b-a74a-f4af6293a3be.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.174826] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71f7f27-7884-42e1-acc7-1c5af92586c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.193510] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1028.193510] env[64658]: value = "task-2734198" [ 1028.193510] env[64658]: _type = "Task" [ 1028.193510] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.211619] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.254081] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.254081] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79597c3b-d047-4c30-93d8-d4d22d8be02f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.263030] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1028.263030] env[64658]: value = "task-2734199" [ 1028.263030] env[64658]: _type = "Task" [ 1028.263030] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.273415] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.357333] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "30502c20-275d-40fc-a6be-44cb49c1a01a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.357501] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.411033] env[64658]: INFO nova.compute.resource_tracker [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating resource usage from migration 5b959069-b9f4-4b90-a9c8-48a277a291bf [ 1028.516618] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528856} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.519782] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 0f1caba0-a150-433d-bf0e-36768419370e/0f1caba0-a150-433d-bf0e-36768419370e.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.520092] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.521396] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c41c4267-e3ef-4735-8bb0-8e6d949205ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.528798] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1028.528798] env[64658]: value = "task-2734200" [ 1028.528798] env[64658]: _type = "Task" [ 1028.528798] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.542435] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.707089] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734198, 'name': ReconfigVM_Task, 'duration_secs': 0.176415} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.707244] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550479', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'name': 'volume-97f50fab-9f37-404b-a74a-f4af6293a3be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2', 'attached_at': '', 'detached_at': '', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'serial': '97f50fab-9f37-404b-a74a-f4af6293a3be'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1028.707763] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4ee521a-1212-461e-a97a-3a51406c79d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.717198] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1028.717198] env[64658]: value = "task-2734201" [ 1028.717198] env[64658]: _type = "Task" [ 1028.717198] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.727201] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734201, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.774427] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734199, 'name': PowerOffVM_Task, 'duration_secs': 0.282586} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.774696] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.775530] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88b121-7fed-4b7a-beec-02182b1c0ec5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.798373] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff9793-f1ac-4662-b3f4-39b86107edb4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.860170] env[64658]: DEBUG nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.865976] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d4d559-4a50-4a4c-b11a-1ed5fb4d21b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.874904] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f015c2b-edf5-461d-bef9-ec6fc4d9792b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.912277] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6712aaa2-4850-462c-9093-d11872c8d5b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.925312] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327da213-4aed-4e0a-a4df-8c62050db690 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.950829] env[64658]: DEBUG nova.compute.provider_tree [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.042099] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071107} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.042399] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.043571] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5708c4ba-0ea2-448b-8004-eaae7899ab2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.072449] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 0f1caba0-a150-433d-bf0e-36768419370e/0f1caba0-a150-433d-bf0e-36768419370e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.072768] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8602dfb0-fe9d-4c61-875d-bcf5381adcb8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.094311] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1029.094311] env[64658]: value = "task-2734202" [ 1029.094311] env[64658]: _type = "Task" [ 1029.094311] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.106527] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.230703] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734201, 'name': Rename_Task, 'duration_secs': 0.418516} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.230703] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.230703] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f98c039-ff2d-4aa4-8319-e22c3330526d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.241800] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1029.241800] env[64658]: value = "task-2734203" [ 1029.241800] env[64658]: _type = "Task" [ 1029.241800] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.254078] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.314444] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1029.314444] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a4146e5-0b4b-4a03-868c-02462db7518a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.323088] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1029.323088] env[64658]: value = "task-2734204" [ 1029.323088] env[64658]: _type = "Task" [ 1029.323088] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.333018] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734204, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.418244] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.457548] env[64658]: DEBUG nova.scheduler.client.report [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.605616] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734202, 'name': ReconfigVM_Task, 'duration_secs': 0.464483} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.606085] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 0f1caba0-a150-433d-bf0e-36768419370e/0f1caba0-a150-433d-bf0e-36768419370e.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.606588] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7e3273c-037d-476a-ac27-1c0e7b9f5fde {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.615226] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1029.615226] env[64658]: value = "task-2734205" [ 1029.615226] env[64658]: _type = "Task" [ 1029.615226] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.624450] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734205, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.657263] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "9050d725-13bc-4fa6-a624-6eb29760973e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.657538] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "9050d725-13bc-4fa6-a624-6eb29760973e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.657749] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "9050d725-13bc-4fa6-a624-6eb29760973e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.657930] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "9050d725-13bc-4fa6-a624-6eb29760973e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.658111] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "9050d725-13bc-4fa6-a624-6eb29760973e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.660326] env[64658]: INFO nova.compute.manager [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Terminating instance [ 1029.752743] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.833802] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734204, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.962969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.570s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.963286] env[64658]: INFO nova.compute.manager [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Migrating [ 1029.970137] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.492s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.970137] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.972033] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.273s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.973443] env[64658]: INFO nova.compute.claims [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.006190] env[64658]: INFO nova.scheduler.client.report [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted allocations for instance ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 [ 1030.125948] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734205, 'name': Rename_Task, 'duration_secs': 0.190664} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.126782] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.126890] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1097ab41-c9f5-4626-90f0-b5b65fdec0cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.135380] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1030.135380] env[64658]: value = "task-2734206" [ 1030.135380] env[64658]: _type = "Task" [ 1030.135380] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.146424] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.169993] env[64658]: DEBUG nova.compute.manager [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.170351] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.171572] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c9c35-d728-4b3c-84bc-906f0f4ccd96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.181780] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.181947] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f151225b-cf35-4d31-bd16-da978faad15a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.190959] env[64658]: DEBUG oslo_vmware.api [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1030.190959] env[64658]: value = "task-2734207" [ 1030.190959] env[64658]: _type = "Task" [ 1030.190959] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.201804] env[64658]: DEBUG oslo_vmware.api [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.252822] env[64658]: DEBUG oslo_vmware.api [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734203, 'name': PowerOnVM_Task, 'duration_secs': 0.916798} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.253175] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.253415] env[64658]: INFO nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1030.253600] env[64658]: DEBUG nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.256107] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704f579f-6834-4f5c-a0eb-bbd4adcc7c41 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.338275] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734204, 'name': CreateSnapshot_Task, 'duration_secs': 0.660048} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.338275] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1030.338512] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f381ae74-978c-46b2-aaea-f76ae8cc7499 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.485735] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.486026] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.486118] env[64658]: DEBUG nova.network.neutron [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.514032] env[64658]: DEBUG oslo_concurrency.lockutils [None req-037a5b0b-f024-4802-96ee-b2027ca9ab0a tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.264s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.514989] env[64658]: DEBUG oslo_concurrency.lockutils [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] Acquired lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.516037] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2959aadd-e9e1-4b16-8a19-61c0ee026a40 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.525431] env[64658]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1030.525614] env[64658]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=64658) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1030.525971] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffa8be8f-d11b-4e75-b3e9-a70456073c75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.535779] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28bf3ea-92e3-4529-8647-57e8ac58ab9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.578737] env[64658]: ERROR root [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-550421' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-550421' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-550421' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-550421'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-550421' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-550421' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-550421'}\n"]: nova.exception.InstanceNotFound: Instance ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 could not be found. [ 1030.579018] env[64658]: DEBUG oslo_concurrency.lockutils [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] Releasing lock "ee7df966-a2fa-4dd2-ba45-6f96aeda7e27" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.579254] env[64658]: DEBUG nova.compute.manager [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Detach interface failed, port_id=332a21f9-cfeb-45ab-ae34-780e41c7592e, reason: Instance ee7df966-a2fa-4dd2-ba45-6f96aeda7e27 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1030.579441] env[64658]: DEBUG nova.compute.manager [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Received event network-vif-deleted-a9899ce9-6c94-43de-bf29-5641581674ea {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.579611] env[64658]: INFO nova.compute.manager [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Neutron deleted interface a9899ce9-6c94-43de-bf29-5641581674ea; detaching it from the instance and deleting it from the info cache [ 1030.579777] env[64658]: DEBUG nova.network.neutron [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.647863] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734206, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.703493] env[64658]: DEBUG oslo_vmware.api [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734207, 'name': PowerOffVM_Task, 'duration_secs': 0.193679} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.703776] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.703960] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.704233] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9624116-766c-4885-a83a-bd67aa6d0b18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.776129] env[64658]: INFO nova.compute.manager [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Took 20.85 seconds to build instance. [ 1030.779903] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.780137] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.780334] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleting the datastore file [datastore1] 9050d725-13bc-4fa6-a624-6eb29760973e {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.780592] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca6547f2-7f76-4d49-a832-c76c9815505f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.788521] env[64658]: DEBUG oslo_vmware.api [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1030.788521] env[64658]: value = "task-2734209" [ 1030.788521] env[64658]: _type = "Task" [ 1030.788521] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.798207] env[64658]: DEBUG oslo_vmware.api [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.863458] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1030.864132] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b4a6216-f56b-4629-a9f7-16d6bf8a7e35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.876088] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1030.876088] env[64658]: value = "task-2734210" [ 1030.876088] env[64658]: _type = "Task" [ 1030.876088] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.885894] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734210, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.082731] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f72ab82-9235-4366-a388-333339c85323 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.098990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf5f70-5ce0-4b4c-9a89-1b812ce731e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.140263] env[64658]: DEBUG nova.compute.manager [req-8cc3bb6a-cff2-4858-9b57-f24d2039234f req-9b1d7715-a9e8-49b0-bcec-7ded51ed7297 service nova] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Detach interface failed, port_id=a9899ce9-6c94-43de-bf29-5641581674ea, reason: Instance 5dc4150c-685f-4beb-8a6b-770414be766c could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1031.152840] env[64658]: DEBUG oslo_vmware.api [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734206, 'name': PowerOnVM_Task, 'duration_secs': 0.587555} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.153180] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.153420] env[64658]: INFO nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1031.153669] env[64658]: DEBUG nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.154639] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6be140-bd22-4fd4-8aaa-212018386fc2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.280086] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6ac893b4-212f-49f0-bc12-a8f7b33f8a05 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.373s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.299775] env[64658]: DEBUG oslo_vmware.api [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31196} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.302810] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.303030] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.303259] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.303486] env[64658]: INFO nova.compute.manager [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.303792] env[64658]: DEBUG oslo.service.loopingcall [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.304665] env[64658]: DEBUG nova.compute.manager [-] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.304762] env[64658]: DEBUG nova.network.neutron [-] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.389771] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734210, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.460762] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b579ed-87af-48ec-8dec-7ba71b0c58ef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.473648] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb9d76-0012-4004-963f-31fd59b74210 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.514557] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776f46e-c7cb-446a-bcc8-e454e3631f56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.524175] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab674b3-8761-410c-b2ab-ee850308d959 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.542412] env[64658]: DEBUG nova.compute.provider_tree [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.685351] env[64658]: INFO nova.compute.manager [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Took 17.40 seconds to build instance. [ 1031.820598] env[64658]: DEBUG nova.network.neutron [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance_info_cache with network_info: [{"id": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "address": "fa:16:3e:b6:e1:d7", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a92eb0-f9", "ovs_interfaceid": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.890074] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734210, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.044620] env[64658]: DEBUG nova.scheduler.client.report [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.051683] env[64658]: DEBUG nova.compute.manager [req-57a65c7e-12a7-4831-a079-547fd32fa498 req-d18b6cef-cfde-444d-b4d9-d35075d176ff service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Received event network-vif-deleted-8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.051957] env[64658]: INFO nova.compute.manager [req-57a65c7e-12a7-4831-a079-547fd32fa498 req-d18b6cef-cfde-444d-b4d9-d35075d176ff service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Neutron deleted interface 8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a; detaching it from the instance and deleting it from the info cache [ 1032.052111] env[64658]: DEBUG nova.network.neutron [req-57a65c7e-12a7-4831-a079-547fd32fa498 req-d18b6cef-cfde-444d-b4d9-d35075d176ff service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.186904] env[64658]: DEBUG oslo_concurrency.lockutils [None req-87295833-4d14-44a1-8b5d-aec168545fce tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "0f1caba0-a150-433d-bf0e-36768419370e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.911s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.187183] env[64658]: DEBUG nova.network.neutron [-] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.215412] env[64658]: DEBUG nova.compute.manager [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Received event network-changed-056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.215616] env[64658]: DEBUG nova.compute.manager [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Refreshing instance network info cache due to event network-changed-056bd6d9-4564-420f-9a11-5e5f76b5a406. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.218309] env[64658]: DEBUG oslo_concurrency.lockutils [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] Acquiring lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.218495] env[64658]: DEBUG oslo_concurrency.lockutils [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] Acquired lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.218770] env[64658]: DEBUG nova.network.neutron [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Refreshing network info cache for port 056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.326392] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.387940] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734210, 'name': CloneVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.555215] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.555895] env[64658]: DEBUG nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.562662] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.081s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.564829] env[64658]: INFO nova.compute.claims [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.568359] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b01c5f6f-3ecf-4172-acdd-d6f1afbf3dac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.581308] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac97b961-d442-4bc6-a055-55af1c074e68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.632903] env[64658]: DEBUG nova.compute.manager [req-57a65c7e-12a7-4831-a079-547fd32fa498 req-d18b6cef-cfde-444d-b4d9-d35075d176ff service nova] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Detach interface failed, port_id=8cb3bb65-9ee0-487d-9b9f-32ca6b25eb8a, reason: Instance 9050d725-13bc-4fa6-a624-6eb29760973e could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1032.693719] env[64658]: INFO nova.compute.manager [-] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Took 1.39 seconds to deallocate network for instance. [ 1032.892791] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734210, 'name': CloneVM_Task, 'duration_secs': 1.612114} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.894047] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Created linked-clone VM from snapshot [ 1032.894315] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5038bc-2ee4-45eb-941b-6cdd089f9193 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.907648] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Uploading image 4a262b27-bfd8-4138-9f79-1340c60a9197 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1032.966164] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1032.966164] env[64658]: value = "vm-550494" [ 1032.966164] env[64658]: _type = "VirtualMachine" [ 1032.966164] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1032.966461] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85be07c3-7f9b-40a1-b50c-19ae6bc84de1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.973873] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease: (returnval){ [ 1032.973873] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5243cd91-7710-f866-64e2-0c597c55a9c9" [ 1032.973873] env[64658]: _type = "HttpNfcLease" [ 1032.973873] env[64658]: } obtained for exporting VM: (result){ [ 1032.973873] env[64658]: value = "vm-550494" [ 1032.973873] env[64658]: _type = "VirtualMachine" [ 1032.973873] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1032.974188] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the lease: (returnval){ [ 1032.974188] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5243cd91-7710-f866-64e2-0c597c55a9c9" [ 1032.974188] env[64658]: _type = "HttpNfcLease" [ 1032.974188] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.985724] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.985724] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5243cd91-7710-f866-64e2-0c597c55a9c9" [ 1032.985724] env[64658]: _type = "HttpNfcLease" [ 1032.985724] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1033.066116] env[64658]: DEBUG nova.compute.utils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1033.066116] env[64658]: DEBUG nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.066782] env[64658]: DEBUG nova.network.neutron [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.089204] env[64658]: DEBUG nova.network.neutron [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updated VIF entry in instance network info cache for port 056bd6d9-4564-420f-9a11-5e5f76b5a406. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.089977] env[64658]: DEBUG nova.network.neutron [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updating instance_info_cache with network_info: [{"id": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "address": "fa:16:3e:28:a1:f9", "network": {"id": "74bb549c-b82f-4370-9993-1831bf0eb022", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-864316503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d318bc7c0504450927f85923f08363a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056bd6d9-45", "ovs_interfaceid": "056bd6d9-4564-420f-9a11-5e5f76b5a406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.124583] env[64658]: DEBUG nova.policy [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f392d18075f04533966e5c2011c246af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374061ad2fad4f9fb341db0b3f1f8141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.202881] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.483089] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.483089] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5243cd91-7710-f866-64e2-0c597c55a9c9" [ 1033.483089] env[64658]: _type = "HttpNfcLease" [ 1033.483089] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.483369] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.483369] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5243cd91-7710-f866-64e2-0c597c55a9c9" [ 1033.483369] env[64658]: _type = "HttpNfcLease" [ 1033.483369] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.484113] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca92db-a1a9-429b-baea-fec86b86bb97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.491610] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af9570-c91d-99f3-56c9-501f10b85360/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.491934] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af9570-c91d-99f3-56c9-501f10b85360/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.571446] env[64658]: DEBUG nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.594200] env[64658]: DEBUG oslo_concurrency.lockutils [req-307aac95-1d36-4091-bdf5-3be8d01af5f0 req-da0e1d4a-1266-4ba6-8d63-5f7b6d72da94 service nova] Releasing lock "refresh_cache-11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.671168] env[64658]: DEBUG nova.network.neutron [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Successfully created port: bcb3d857-6f76-4827-b662-83ede11ff161 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.685027] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2e70b83-0453-4a1c-b41d-121157ed6394 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.843239] env[64658]: DEBUG nova.compute.manager [None req-516d6923-83c8-4aa7-854d-27d9422abd60 tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.844091] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8238a9a1-5109-4637-8081-406b6a1f0b47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.847376] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e21ae4c-5bcd-4c63-be70-5fd932de6b09 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.872118] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance '74565687-5904-4634-b29e-05573074bb64' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.007298] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a5c84-f971-4cb9-9b7f-dbbf1f8711d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.024426] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f333f4-ddcd-49d1-8441-6fa1e8fa100d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.060151] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a26716-dd02-4f17-8fc6-46d92fd7ae61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.068750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b32628-dc35-4456-88d4-64b77de7ea51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.087240] env[64658]: DEBUG nova.compute.provider_tree [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.302902] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "0f1caba0-a150-433d-bf0e-36768419370e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.303326] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "0f1caba0-a150-433d-bf0e-36768419370e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.303658] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "0f1caba0-a150-433d-bf0e-36768419370e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.303967] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "0f1caba0-a150-433d-bf0e-36768419370e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.304242] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "0f1caba0-a150-433d-bf0e-36768419370e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.306941] env[64658]: INFO nova.compute.manager [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Terminating instance [ 1034.376940] env[64658]: INFO nova.compute.manager [None req-516d6923-83c8-4aa7-854d-27d9422abd60 tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] instance snapshotting [ 1034.377582] env[64658]: DEBUG nova.objects.instance [None req-516d6923-83c8-4aa7-854d-27d9422abd60 tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lazy-loading 'flavor' on Instance uuid 0f1caba0-a150-433d-bf0e-36768419370e {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.381166] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.382039] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e90404-9e22-4948-bc7b-80559264ae75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.389503] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1034.389503] env[64658]: value = "task-2734212" [ 1034.389503] env[64658]: _type = "Task" [ 1034.389503] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.399085] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.590674] env[64658]: DEBUG nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.598141] env[64658]: DEBUG nova.scheduler.client.report [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.622198] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.622198] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.622198] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.623124] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.623477] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.623802] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.624192] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.624541] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.625131] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.625538] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.625902] env[64658]: DEBUG nova.virt.hardware [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.627308] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40c816-7ca1-4825-bd0d-51cebe1a7a59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.637962] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad39f67-a0b9-4732-944e-d619f09f2177 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.690517] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "c479b559-d510-4d28-b060-15b8ad51e9a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.690809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.814625] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "refresh_cache-0f1caba0-a150-433d-bf0e-36768419370e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.814782] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquired lock "refresh_cache-0f1caba0-a150-433d-bf0e-36768419370e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.815214] env[64658]: DEBUG nova.network.neutron [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.885286] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d8b57a-7afa-419d-8557-70583ac4791a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.905317] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537973c6-7ae9-47f0-a10a-a17f80e27561 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.910919] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734212, 'name': PowerOffVM_Task, 'duration_secs': 0.201894} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.911617] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.911985] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance '74565687-5904-4634-b29e-05573074bb64' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.101742] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.101742] env[64658]: DEBUG nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.104810] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.269s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.193243] env[64658]: DEBUG nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.338082] env[64658]: DEBUG nova.network.neutron [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.360898] env[64658]: DEBUG nova.compute.manager [req-a2c2d7b0-e5a4-4a77-9de5-6f183cef0a01 req-2edc7ad5-ed53-4221-909b-2980a1b30502 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Received event network-vif-plugged-bcb3d857-6f76-4827-b662-83ede11ff161 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.361142] env[64658]: DEBUG oslo_concurrency.lockutils [req-a2c2d7b0-e5a4-4a77-9de5-6f183cef0a01 req-2edc7ad5-ed53-4221-909b-2980a1b30502 service nova] Acquiring lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.361349] env[64658]: DEBUG oslo_concurrency.lockutils [req-a2c2d7b0-e5a4-4a77-9de5-6f183cef0a01 req-2edc7ad5-ed53-4221-909b-2980a1b30502 service nova] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.361516] env[64658]: DEBUG oslo_concurrency.lockutils [req-a2c2d7b0-e5a4-4a77-9de5-6f183cef0a01 req-2edc7ad5-ed53-4221-909b-2980a1b30502 service nova] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.361678] env[64658]: DEBUG nova.compute.manager [req-a2c2d7b0-e5a4-4a77-9de5-6f183cef0a01 req-2edc7ad5-ed53-4221-909b-2980a1b30502 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] No waiting events found dispatching network-vif-plugged-bcb3d857-6f76-4827-b662-83ede11ff161 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.361861] env[64658]: WARNING nova.compute.manager [req-a2c2d7b0-e5a4-4a77-9de5-6f183cef0a01 req-2edc7ad5-ed53-4221-909b-2980a1b30502 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Received unexpected event network-vif-plugged-bcb3d857-6f76-4827-b662-83ede11ff161 for instance with vm_state building and task_state spawning. [ 1035.401394] env[64658]: DEBUG nova.network.neutron [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.423026] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.423026] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.423026] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.427016] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.431069] env[64658]: DEBUG nova.compute.manager [None req-516d6923-83c8-4aa7-854d-27d9422abd60 tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Instance disappeared during snapshot {{(pid=64658) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1035.434089] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a959bf5-002b-4f17-b186-cf2dc0400808 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.457639] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1035.457639] env[64658]: value = "task-2734213" [ 1035.457639] env[64658]: _type = "Task" [ 1035.457639] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.465140] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.608039] env[64658]: DEBUG nova.compute.utils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.609648] env[64658]: DEBUG nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.609912] env[64658]: DEBUG nova.network.neutron [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.615862] env[64658]: INFO nova.compute.claims [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.625505] env[64658]: DEBUG nova.compute.manager [None req-516d6923-83c8-4aa7-854d-27d9422abd60 tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Found 0 images (rotation: 2) {{(pid=64658) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1035.659424] env[64658]: DEBUG nova.policy [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721790598f114c208fb8b778313be0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629acebc52264e8c8573793a3601455b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.744706] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.905241] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Releasing lock "refresh_cache-0f1caba0-a150-433d-bf0e-36768419370e" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.905662] env[64658]: DEBUG nova.compute.manager [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.905890] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.906952] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98c681f-e303-4a52-9a36-65a01d673347 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.924568] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.925151] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df244b9b-c761-4fc1-9452-6820c9addc2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.935304] env[64658]: DEBUG oslo_vmware.api [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1035.935304] env[64658]: value = "task-2734214" [ 1035.935304] env[64658]: _type = "Task" [ 1035.935304] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.948666] env[64658]: DEBUG oslo_vmware.api [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.966293] env[64658]: DEBUG nova.network.neutron [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Successfully updated port: bcb3d857-6f76-4827-b662-83ede11ff161 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.973105] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734213, 'name': ReconfigVM_Task, 'duration_secs': 0.288411} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.973635] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance '74565687-5904-4634-b29e-05573074bb64' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.113962] env[64658]: DEBUG nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.123290] env[64658]: INFO nova.compute.resource_tracker [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating resource usage from migration 27428a07-6763-4e03-9bea-aac6402b9a5e [ 1036.196068] env[64658]: DEBUG nova.compute.manager [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Received event network-changed-bcb3d857-6f76-4827-b662-83ede11ff161 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.196288] env[64658]: DEBUG nova.compute.manager [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Refreshing instance network info cache due to event network-changed-bcb3d857-6f76-4827-b662-83ede11ff161. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.196522] env[64658]: DEBUG oslo_concurrency.lockutils [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] Acquiring lock "refresh_cache-d61ef8f6-2451-4baf-9b0e-e5e016893bcd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.196666] env[64658]: DEBUG oslo_concurrency.lockutils [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] Acquired lock "refresh_cache-d61ef8f6-2451-4baf-9b0e-e5e016893bcd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.196898] env[64658]: DEBUG nova.network.neutron [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Refreshing network info cache for port bcb3d857-6f76-4827-b662-83ede11ff161 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.292236] env[64658]: DEBUG nova.network.neutron [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Successfully created port: 76d6ab45-9091-4266-9702-3cb7b8642437 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.445965] env[64658]: DEBUG oslo_vmware.api [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734214, 'name': PowerOffVM_Task, 'duration_secs': 0.145117} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.448665] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.448842] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.449306] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39672422-251f-43f5-83d5-f448bbe442bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.468352] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "refresh_cache-d61ef8f6-2451-4baf-9b0e-e5e016893bcd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.477025] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.477122] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.477316] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Deleting the datastore file [datastore2] 0f1caba0-a150-433d-bf0e-36768419370e {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.477578] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c185361c-7acc-418a-b897-f1e60d9b62b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.483686] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.483907] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.484258] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.484509] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.484661] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.484808] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.485074] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.485247] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.485414] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.485575] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.485748] env[64658]: DEBUG nova.virt.hardware [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.491394] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.495246] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86645944-e2ea-4a17-bc3f-61ed1ecb5cc6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.509887] env[64658]: DEBUG oslo_vmware.api [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for the task: (returnval){ [ 1036.509887] env[64658]: value = "task-2734216" [ 1036.509887] env[64658]: _type = "Task" [ 1036.509887] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.515498] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1036.515498] env[64658]: value = "task-2734217" [ 1036.515498] env[64658]: _type = "Task" [ 1036.515498] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.518495] env[64658]: DEBUG oslo_vmware.api [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.529112] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734217, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.574609] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fe9217-c745-412a-855f-cc257efcdf25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.583682] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5ab8a7-903a-4064-8bfb-e17426f11b6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.614734] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34437e9f-6d7f-4559-981d-79e3a251221d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.625741] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cc472f-a205-45de-aa44-98d4b6817f74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.641211] env[64658]: DEBUG nova.compute.provider_tree [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.736735] env[64658]: DEBUG nova.network.neutron [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.814231] env[64658]: DEBUG nova.network.neutron [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.025521] env[64658]: DEBUG oslo_vmware.api [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Task: {'id': task-2734216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228105} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.026151] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.026439] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.026639] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.026819] env[64658]: INFO nova.compute.manager [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1037.027077] env[64658]: DEBUG oslo.service.loopingcall [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.030316] env[64658]: DEBUG nova.compute.manager [-] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.030474] env[64658]: DEBUG nova.network.neutron [-] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.032164] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.048409] env[64658]: DEBUG nova.network.neutron [-] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.126504] env[64658]: DEBUG nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.144610] env[64658]: DEBUG nova.scheduler.client.report [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.172268] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.172558] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.172713] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.172996] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.173279] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.173459] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.173670] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.173826] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.173989] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.174169] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.174339] env[64658]: DEBUG nova.virt.hardware [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.175497] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0caade-20b5-4a63-a2ea-5aee78957af2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.186009] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179eb014-253a-4b93-87a9-56e0f5cb7d3f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.316740] env[64658]: DEBUG oslo_concurrency.lockutils [req-f767410c-17cb-47ad-bf04-4302db3d96d5 req-19b136d5-9650-4f64-9407-ba959533cf55 service nova] Releasing lock "refresh_cache-d61ef8f6-2451-4baf-9b0e-e5e016893bcd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.317214] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "refresh_cache-d61ef8f6-2451-4baf-9b0e-e5e016893bcd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.317407] env[64658]: DEBUG nova.network.neutron [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.530680] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.551175] env[64658]: DEBUG nova.network.neutron [-] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.651762] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.547s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.652128] env[64658]: INFO nova.compute.manager [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Migrating [ 1037.658481] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.062s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.659985] env[64658]: INFO nova.compute.claims [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.857315] env[64658]: DEBUG nova.network.neutron [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.923097] env[64658]: DEBUG nova.compute.manager [req-4847ca81-fa2f-46b4-aa5a-3fa4017acdc5 req-07b851b2-e746-4e63-9bbd-1fc23de7c65b service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Received event network-vif-plugged-76d6ab45-9091-4266-9702-3cb7b8642437 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.923350] env[64658]: DEBUG oslo_concurrency.lockutils [req-4847ca81-fa2f-46b4-aa5a-3fa4017acdc5 req-07b851b2-e746-4e63-9bbd-1fc23de7c65b service nova] Acquiring lock "c79e135d-d015-49c6-afd5-e899cd6720fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.923549] env[64658]: DEBUG oslo_concurrency.lockutils [req-4847ca81-fa2f-46b4-aa5a-3fa4017acdc5 req-07b851b2-e746-4e63-9bbd-1fc23de7c65b service nova] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.923865] env[64658]: DEBUG oslo_concurrency.lockutils [req-4847ca81-fa2f-46b4-aa5a-3fa4017acdc5 req-07b851b2-e746-4e63-9bbd-1fc23de7c65b service nova] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.923865] env[64658]: DEBUG nova.compute.manager [req-4847ca81-fa2f-46b4-aa5a-3fa4017acdc5 req-07b851b2-e746-4e63-9bbd-1fc23de7c65b service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] No waiting events found dispatching network-vif-plugged-76d6ab45-9091-4266-9702-3cb7b8642437 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.924138] env[64658]: WARNING nova.compute.manager [req-4847ca81-fa2f-46b4-aa5a-3fa4017acdc5 req-07b851b2-e746-4e63-9bbd-1fc23de7c65b service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Received unexpected event network-vif-plugged-76d6ab45-9091-4266-9702-3cb7b8642437 for instance with vm_state building and task_state spawning. [ 1037.996598] env[64658]: DEBUG nova.network.neutron [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Updating instance_info_cache with network_info: [{"id": "bcb3d857-6f76-4827-b662-83ede11ff161", "address": "fa:16:3e:46:bc:d8", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb3d857-6f", "ovs_interfaceid": "bcb3d857-6f76-4827-b662-83ede11ff161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.018445] env[64658]: DEBUG nova.network.neutron [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Successfully updated port: 76d6ab45-9091-4266-9702-3cb7b8642437 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.031736] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734217, 'name': ReconfigVM_Task, 'duration_secs': 1.191393} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.032229] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.033090] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12430e05-d614-4f63-8dba-adb21d4471c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.057867] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 74565687-5904-4634-b29e-05573074bb64/74565687-5904-4634-b29e-05573074bb64.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.058382] env[64658]: INFO nova.compute.manager [-] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Took 1.03 seconds to deallocate network for instance. [ 1038.058982] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd12b65-3ae9-42fc-bb28-b66082063bf7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.079932] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1038.079932] env[64658]: value = "task-2734218" [ 1038.079932] env[64658]: _type = "Task" [ 1038.079932] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.088944] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.173132] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.173337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.173494] env[64658]: DEBUG nova.network.neutron [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.499555] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "refresh_cache-d61ef8f6-2451-4baf-9b0e-e5e016893bcd" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.499555] env[64658]: DEBUG nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Instance network_info: |[{"id": "bcb3d857-6f76-4827-b662-83ede11ff161", "address": "fa:16:3e:46:bc:d8", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb3d857-6f", "ovs_interfaceid": "bcb3d857-6f76-4827-b662-83ede11ff161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.499944] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:bc:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb3d857-6f76-4827-b662-83ede11ff161', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.507514] env[64658]: DEBUG oslo.service.loopingcall [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.507742] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.507969] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c92399b1-dcbd-42ad-b7cf-f7774f9c23ef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.524984] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-c79e135d-d015-49c6-afd5-e899cd6720fb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.524984] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-c79e135d-d015-49c6-afd5-e899cd6720fb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.524984] env[64658]: DEBUG nova.network.neutron [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.532101] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.532101] env[64658]: value = "task-2734219" [ 1038.532101] env[64658]: _type = "Task" [ 1038.532101] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.539503] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734219, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.577796] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.590761] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734218, 'name': ReconfigVM_Task, 'duration_secs': 0.31376} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.591199] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 74565687-5904-4634-b29e-05573074bb64/74565687-5904-4634-b29e-05573074bb64.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.591503] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance '74565687-5904-4634-b29e-05573074bb64' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.913010] env[64658]: DEBUG nova.network.neutron [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance_info_cache with network_info: [{"id": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "address": "fa:16:3e:43:4a:4e", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed22417-10", "ovs_interfaceid": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.041139] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734219, 'name': CreateVM_Task, 'duration_secs': 0.343284} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.041139] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.044043] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.044215] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.044538] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.045052] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549a1b42-ae1a-45fd-aa81-a3c3e4549620 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.050388] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1039.050388] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52938124-f87e-0677-3345-40340d743865" [ 1039.050388] env[64658]: _type = "Task" [ 1039.050388] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.055671] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c8610-589d-478b-a311-e8353562cc17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.061244] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52938124-f87e-0677-3345-40340d743865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.065352] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865771f-8f7a-4c34-87bb-195cb7ece24d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.096791] env[64658]: DEBUG nova.network.neutron [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.099361] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06aab42-28a7-4048-aaaa-645be5ebdd24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.103911] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e1518-4742-49ec-8dc1-184d2a98359a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.124147] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa06d42-685a-4312-a655-541ba5eb976d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.130763] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3afcb40-9aa6-4e58-81cb-2b31dcac82e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.144051] env[64658]: DEBUG nova.compute.provider_tree [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.160508] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance '74565687-5904-4634-b29e-05573074bb64' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.286378] env[64658]: DEBUG nova.network.neutron [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Updating instance_info_cache with network_info: [{"id": "76d6ab45-9091-4266-9702-3cb7b8642437", "address": "fa:16:3e:e9:46:72", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6ab45-90", "ovs_interfaceid": "76d6ab45-9091-4266-9702-3cb7b8642437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.416172] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.560935] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52938124-f87e-0677-3345-40340d743865, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.561202] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.561363] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.561620] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.561758] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.561939] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.562215] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e880e449-c9a3-4ee7-aa58-d291285b8c5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.570156] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.570333] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.571379] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68a15fd-7d12-4391-a760-631707e48b63 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.576422] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1039.576422] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521c834a-8b9c-ae80-2a31-60b9a1ec326b" [ 1039.576422] env[64658]: _type = "Task" [ 1039.576422] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.583395] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521c834a-8b9c-ae80-2a31-60b9a1ec326b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.647595] env[64658]: DEBUG nova.scheduler.client.report [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.723090] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.723090] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.723432] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.723498] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.723658] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.726389] env[64658]: DEBUG nova.network.neutron [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Port 56a92eb0-f9de-4ff5-a28c-c4192fda845f binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1039.727746] env[64658]: INFO nova.compute.manager [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Terminating instance [ 1039.789371] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-c79e135d-d015-49c6-afd5-e899cd6720fb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.789663] env[64658]: DEBUG nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Instance network_info: |[{"id": "76d6ab45-9091-4266-9702-3cb7b8642437", "address": "fa:16:3e:e9:46:72", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6ab45-90", "ovs_interfaceid": "76d6ab45-9091-4266-9702-3cb7b8642437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.790096] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:46:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d6ab45-9091-4266-9702-3cb7b8642437', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.798084] env[64658]: DEBUG oslo.service.loopingcall [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.798315] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.798984] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9475f01b-29cc-4d1c-a3ee-aba6c1a6d21d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.819467] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.819467] env[64658]: value = "task-2734220" [ 1039.819467] env[64658]: _type = "Task" [ 1039.819467] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.827579] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734220, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.952450] env[64658]: DEBUG nova.compute.manager [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Received event network-changed-76d6ab45-9091-4266-9702-3cb7b8642437 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.952832] env[64658]: DEBUG nova.compute.manager [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Refreshing instance network info cache due to event network-changed-76d6ab45-9091-4266-9702-3cb7b8642437. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.954324] env[64658]: DEBUG oslo_concurrency.lockutils [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] Acquiring lock "refresh_cache-c79e135d-d015-49c6-afd5-e899cd6720fb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.954324] env[64658]: DEBUG oslo_concurrency.lockutils [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] Acquired lock "refresh_cache-c79e135d-d015-49c6-afd5-e899cd6720fb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.954324] env[64658]: DEBUG nova.network.neutron [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Refreshing network info cache for port 76d6ab45-9091-4266-9702-3cb7b8642437 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.092020] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521c834a-8b9c-ae80-2a31-60b9a1ec326b, 'name': SearchDatastore_Task, 'duration_secs': 0.008168} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.092020] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ae3cea-ae20-4e08-8d11-ff7c11778477 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.098334] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1040.098334] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52030112-aff1-bac6-4683-bf36e5e531cc" [ 1040.098334] env[64658]: _type = "Task" [ 1040.098334] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.108725] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52030112-aff1-bac6-4683-bf36e5e531cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.153143] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.153632] env[64658]: DEBUG nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.156435] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.506s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.234034] env[64658]: DEBUG nova.compute.manager [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.234254] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.235300] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af1e685-55ec-4ba6-abac-3c8ecb1a5d53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.243996] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.244254] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67c33ee1-36a4-4a9a-ba13-5aba7754f796 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.250532] env[64658]: DEBUG oslo_vmware.api [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1040.250532] env[64658]: value = "task-2734221" [ 1040.250532] env[64658]: _type = "Task" [ 1040.250532] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.259670] env[64658]: DEBUG oslo_vmware.api [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.329350] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734220, 'name': CreateVM_Task, 'duration_secs': 0.376224} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.329537] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.330157] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.330325] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.330639] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.330917] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238b7fce-3d91-4c47-9b13-2a609c35051b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.335525] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1040.335525] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52219c07-9859-0806-5748-6b4dcc1f5f0f" [ 1040.335525] env[64658]: _type = "Task" [ 1040.335525] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.343637] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52219c07-9859-0806-5748-6b4dcc1f5f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.608973] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52030112-aff1-bac6-4683-bf36e5e531cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020129} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.609251] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.609575] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d61ef8f6-2451-4baf-9b0e-e5e016893bcd/d61ef8f6-2451-4baf-9b0e-e5e016893bcd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.609754] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f95c909c-63eb-40b6-9181-8d1b2d35e9cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.615771] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1040.615771] env[64658]: value = "task-2734222" [ 1040.615771] env[64658]: _type = "Task" [ 1040.615771] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.623081] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.659948] env[64658]: DEBUG nova.compute.utils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1040.661478] env[64658]: DEBUG nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.661659] env[64658]: DEBUG nova.network.neutron [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.665990] env[64658]: INFO nova.compute.claims [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.712986] env[64658]: DEBUG nova.policy [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4304d6ec82674fcbb22f2e7431af79ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69827e9b22694c7dad17fe8e4db33bfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.754953] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "74565687-5904-4634-b29e-05573074bb64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.755229] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.755431] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.772284] env[64658]: DEBUG oslo_vmware.api [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734221, 'name': PowerOffVM_Task, 'duration_secs': 0.191401} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.773923] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.773923] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.773923] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164c9b9c-f55c-4e0b-8910-a460395e15ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.835732] env[64658]: DEBUG nova.network.neutron [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Updated VIF entry in instance network info cache for port 76d6ab45-9091-4266-9702-3cb7b8642437. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.835732] env[64658]: DEBUG nova.network.neutron [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Updating instance_info_cache with network_info: [{"id": "76d6ab45-9091-4266-9702-3cb7b8642437", "address": "fa:16:3e:e9:46:72", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6ab45-90", "ovs_interfaceid": "76d6ab45-9091-4266-9702-3cb7b8642437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.850693] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52219c07-9859-0806-5748-6b4dcc1f5f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.852067] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.852247] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.852532] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.852730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.853027] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.853681] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdde8077-528a-4a2a-afe3-6e08e2785666 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.875446] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.875446] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.875446] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleting the datastore file [datastore1] c0b1df56-26d1-452e-b87a-ba1de9cd4dda {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.875699] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-517f31ba-8a14-4684-b9a3-c6ec0a1ed047 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.881241] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.881584] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.883418] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f533b5c1-4f2f-4ad3-b71a-b48bf8e41fb7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.890166] env[64658]: DEBUG oslo_vmware.api [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1040.890166] env[64658]: value = "task-2734224" [ 1040.890166] env[64658]: _type = "Task" [ 1040.890166] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.899353] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1040.899353] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f645f9-7027-2f63-2e8c-2cce225e3f18" [ 1040.899353] env[64658]: _type = "Task" [ 1040.899353] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.906625] env[64658]: DEBUG oslo_vmware.api [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.911945] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f645f9-7027-2f63-2e8c-2cce225e3f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.933162] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b80eb-1ceb-4988-bfb3-3a61dd116857 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.955639] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance '70539a02-7d24-4a1b-82c7-35e424c6dfc9' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.100668] env[64658]: DEBUG nova.network.neutron [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Successfully created port: 4cab4db9-c855-426b-bb67-2c833a90ac85 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.128668] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734222, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.171432] env[64658]: DEBUG nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.177858] env[64658]: INFO nova.compute.resource_tracker [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating resource usage from migration f4ae2015-4a75-4966-a62c-8812ce13ff9c [ 1041.344656] env[64658]: DEBUG oslo_concurrency.lockutils [req-7eb2045c-010f-4dea-9b27-0980cfaaff92 req-6898265f-03be-4965-a243-1779650f4c3e service nova] Releasing lock "refresh_cache-c79e135d-d015-49c6-afd5-e899cd6720fb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.400735] env[64658]: DEBUG oslo_vmware.api [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369084} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.405967] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.406173] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.406350] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.406519] env[64658]: INFO nova.compute.manager [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1041.406753] env[64658]: DEBUG oslo.service.loopingcall [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.407173] env[64658]: DEBUG nova.compute.manager [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.407277] env[64658]: DEBUG nova.network.neutron [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.414098] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f645f9-7027-2f63-2e8c-2cce225e3f18, 'name': SearchDatastore_Task, 'duration_secs': 0.054996} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.414793] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07134248-8391-4697-97f4-aab783ccaae9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.422110] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1041.422110] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52424514-b448-16ac-d408-8fdf5c3d00ff" [ 1041.422110] env[64658]: _type = "Task" [ 1041.422110] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.429840] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52424514-b448-16ac-d408-8fdf5c3d00ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.462277] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.462929] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbec6dcd-51a2-4533-8a1d-b5842a24b539 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.470474] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1041.470474] env[64658]: value = "task-2734225" [ 1041.470474] env[64658]: _type = "Task" [ 1041.470474] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.478775] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.562447] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c733ea-e0aa-4241-9338-f881d3d43cdb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.570215] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24656cfa-9194-402c-b53b-a4fc95bcc20b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.603091] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7afb1e-893a-436d-b72d-51dddeaf14cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.610500] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd11215-fd63-4520-9762-75856b47c430 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.624122] env[64658]: DEBUG nova.compute.provider_tree [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.633198] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512263} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.634078] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d61ef8f6-2451-4baf-9b0e-e5e016893bcd/d61ef8f6-2451-4baf-9b0e-e5e016893bcd.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.634318] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.634568] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e9d8733-1a4b-4e1b-9bb6-e3d3898b5a06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.641037] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1041.641037] env[64658]: value = "task-2734226" [ 1041.641037] env[64658]: _type = "Task" [ 1041.641037] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.648749] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.795224] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.795421] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.795598] env[64658]: DEBUG nova.network.neutron [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.932810] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52424514-b448-16ac-d408-8fdf5c3d00ff, 'name': SearchDatastore_Task, 'duration_secs': 0.039656} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.933262] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.933576] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.933848] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece8238f-b765-4fd8-bf3f-6f3d3d6220f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.940690] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1041.940690] env[64658]: value = "task-2734227" [ 1041.940690] env[64658]: _type = "Task" [ 1041.940690] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.948908] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.979397] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734225, 'name': PowerOffVM_Task, 'duration_secs': 0.445225} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.979725] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.980176] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance '70539a02-7d24-4a1b-82c7-35e424c6dfc9' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.129613] env[64658]: DEBUG nova.scheduler.client.report [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.152830] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06956} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.153259] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.154087] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21c0f22-e06a-49cd-a260-2f0db2d3bcf9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.181842] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d61ef8f6-2451-4baf-9b0e-e5e016893bcd/d61ef8f6-2451-4baf-9b0e-e5e016893bcd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.182816] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f17662-6e16-4e47-9330-1cc93f66b5b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.198536] env[64658]: DEBUG nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.210960] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1042.210960] env[64658]: value = "task-2734228" [ 1042.210960] env[64658]: _type = "Task" [ 1042.210960] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.220569] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.264594] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.264858] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.265029] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.265519] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.265519] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.265775] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.265886] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.266372] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.266593] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.266768] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.266949] env[64658]: DEBUG nova.virt.hardware [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.271020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e20f76e-9e98-4b0f-9cdf-f04e8992d54f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.277119] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf3760f-6f95-4bd3-ac2e-cf7df2bff03c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.451576] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734227, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.486275] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.486541] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.486700] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.486882] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.487252] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.487444] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.487675] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.487897] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.488148] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.488468] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.488683] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.494150] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f9f080-d9af-4133-80da-c3047375bea4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.510380] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1042.510380] env[64658]: value = "task-2734229" [ 1042.510380] env[64658]: _type = "Task" [ 1042.510380] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.519797] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.625524] env[64658]: DEBUG nova.network.neutron [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance_info_cache with network_info: [{"id": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "address": "fa:16:3e:b6:e1:d7", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a92eb0-f9", "ovs_interfaceid": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.634694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.478s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.634949] env[64658]: INFO nova.compute.manager [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Migrating [ 1042.642685] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.669s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.642925] env[64658]: DEBUG nova.objects.instance [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lazy-loading 'resources' on Instance uuid bf6c1e9e-c206-4e6b-a0d8-4405839a2702 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.696609] env[64658]: DEBUG nova.compute.manager [req-29e60043-af83-4e22-99f4-9a0d5311a759 req-57a7b05c-9cfb-4608-8d9f-9a9ce1c8042b service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Received event network-vif-deleted-ea0d3717-d739-4430-8ff7-3dbb78209617 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.697036] env[64658]: INFO nova.compute.manager [req-29e60043-af83-4e22-99f4-9a0d5311a759 req-57a7b05c-9cfb-4608-8d9f-9a9ce1c8042b service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Neutron deleted interface ea0d3717-d739-4430-8ff7-3dbb78209617; detaching it from the instance and deleting it from the info cache [ 1042.697458] env[64658]: DEBUG nova.network.neutron [req-29e60043-af83-4e22-99f4-9a0d5311a759 req-57a7b05c-9cfb-4608-8d9f-9a9ce1c8042b service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.724423] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.768736] env[64658]: DEBUG nova.compute.manager [req-d36869c2-546a-4507-a834-f8b6389de2cd req-305bcdc4-fe75-4c7c-8d0c-f09f4dda9d34 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Received event network-vif-plugged-4cab4db9-c855-426b-bb67-2c833a90ac85 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.769369] env[64658]: DEBUG oslo_concurrency.lockutils [req-d36869c2-546a-4507-a834-f8b6389de2cd req-305bcdc4-fe75-4c7c-8d0c-f09f4dda9d34 service nova] Acquiring lock "ebc8d670-d6e6-436d-8de9-275653bb0f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.769748] env[64658]: DEBUG oslo_concurrency.lockutils [req-d36869c2-546a-4507-a834-f8b6389de2cd req-305bcdc4-fe75-4c7c-8d0c-f09f4dda9d34 service nova] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.770882] env[64658]: DEBUG oslo_concurrency.lockutils [req-d36869c2-546a-4507-a834-f8b6389de2cd req-305bcdc4-fe75-4c7c-8d0c-f09f4dda9d34 service nova] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.770882] env[64658]: DEBUG nova.compute.manager [req-d36869c2-546a-4507-a834-f8b6389de2cd req-305bcdc4-fe75-4c7c-8d0c-f09f4dda9d34 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] No waiting events found dispatching network-vif-plugged-4cab4db9-c855-426b-bb67-2c833a90ac85 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.770882] env[64658]: WARNING nova.compute.manager [req-d36869c2-546a-4507-a834-f8b6389de2cd req-305bcdc4-fe75-4c7c-8d0c-f09f4dda9d34 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Received unexpected event network-vif-plugged-4cab4db9-c855-426b-bb67-2c833a90ac85 for instance with vm_state building and task_state spawning. [ 1042.785496] env[64658]: DEBUG nova.network.neutron [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Successfully updated port: 4cab4db9-c855-426b-bb67-2c833a90ac85 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.857242] env[64658]: DEBUG nova.network.neutron [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.953009] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512345} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.953360] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.953563] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.953819] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f7c8831-258c-41f0-8386-d864ad811db1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.965197] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1042.965197] env[64658]: value = "task-2734230" [ 1042.965197] env[64658]: _type = "Task" [ 1042.965197] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.972838] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.027372] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734229, 'name': ReconfigVM_Task, 'duration_secs': 0.468702} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.031378] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance '70539a02-7d24-4a1b-82c7-35e424c6dfc9' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.128535] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.167500] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.167754] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.172843] env[64658]: DEBUG nova.network.neutron [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.206320] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6165ef04-4730-4b6e-8120-f0313e205f79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.210546] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7fc7804-360f-4dc9-a4c8-08b9814f730b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.222800] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541ad488-9f43-4bef-bc20-55306cd3372f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.230340] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734228, 'name': ReconfigVM_Task, 'duration_secs': 0.668995} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.231039] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d61ef8f6-2451-4baf-9b0e-e5e016893bcd/d61ef8f6-2451-4baf-9b0e-e5e016893bcd.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.234464] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919435a-9829-4adb-b09a-544a84c082a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.270608] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62eabac5-3355-4c25-834d-d32644b001ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.273806] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162e2f4a-4407-4104-af54-51240d34a326 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.287054] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.287054] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.287054] env[64658]: DEBUG nova.network.neutron [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.305401] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1043.305401] env[64658]: value = "task-2734231" [ 1043.305401] env[64658]: _type = "Task" [ 1043.305401] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.307044] env[64658]: DEBUG nova.compute.manager [req-29e60043-af83-4e22-99f4-9a0d5311a759 req-57a7b05c-9cfb-4608-8d9f-9a9ce1c8042b service nova] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Detach interface failed, port_id=ea0d3717-d739-4430-8ff7-3dbb78209617, reason: Instance c0b1df56-26d1-452e-b87a-ba1de9cd4dda could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1043.310543] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc553a2-8474-4056-89c5-2d0bb5afc16f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.331023] env[64658]: DEBUG nova.compute.provider_tree [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.334324] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734231, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.349260] env[64658]: DEBUG nova.network.neutron [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.362445] env[64658]: INFO nova.compute.manager [-] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Took 1.96 seconds to deallocate network for instance. [ 1043.474588] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090839} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.474870] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.475662] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfce87de-7722-4d1d-9a50-274ea9b2d132 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.498566] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.498566] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d434a9a-f892-431f-9174-ca204cad4609 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.513670] env[64658]: DEBUG nova.network.neutron [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Updating instance_info_cache with network_info: [{"id": "4cab4db9-c855-426b-bb67-2c833a90ac85", "address": "fa:16:3e:3a:af:f1", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cab4db9-c8", "ovs_interfaceid": "4cab4db9-c855-426b-bb67-2c833a90ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.522022] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1043.522022] env[64658]: value = "task-2734232" [ 1043.522022] env[64658]: _type = "Task" [ 1043.522022] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.530508] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.539113] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.539393] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.539551] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.539780] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.539940] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.540097] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.540303] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.540450] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.540608] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.540763] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.540959] env[64658]: DEBUG nova.virt.hardware [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.546447] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.547624] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cddc0824-d96f-4b14-a7c6-4da38d44c3a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.565802] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1043.565802] env[64658]: value = "task-2734233" [ 1043.565802] env[64658]: _type = "Task" [ 1043.565802] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.577551] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.666814] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb38f9da-b737-4185-8969-ce496af7d556 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.686671] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47323552-5051-4c5e-9245-a1aada2a67a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.694285] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance '74565687-5904-4634-b29e-05573074bb64' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.825408] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734231, 'name': Rename_Task, 'duration_secs': 0.151018} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.825690] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.825961] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-540c9c11-d95a-4ddb-847a-2ce749caad18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.836389] env[64658]: DEBUG nova.scheduler.client.report [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.839688] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1043.839688] env[64658]: value = "task-2734234" [ 1043.839688] env[64658]: _type = "Task" [ 1043.839688] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.850748] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.871035] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.900554] env[64658]: DEBUG nova.network.neutron [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.016661] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.017027] env[64658]: DEBUG nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Instance network_info: |[{"id": "4cab4db9-c855-426b-bb67-2c833a90ac85", "address": "fa:16:3e:3a:af:f1", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cab4db9-c8", "ovs_interfaceid": "4cab4db9-c855-426b-bb67-2c833a90ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.017584] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:af:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cab4db9-c855-426b-bb67-2c833a90ac85', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.025090] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Creating folder: Project (69827e9b22694c7dad17fe8e4db33bfc). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.025426] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-572e7ff6-3eea-4d72-af99-11172bf75cfa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.036008] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.038856] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Created folder: Project (69827e9b22694c7dad17fe8e4db33bfc) in parent group-v550231. [ 1044.039052] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Creating folder: Instances. Parent ref: group-v550497. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.039284] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2754c58-5d1e-4694-9e40-ec945fc2dd1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.049606] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Created folder: Instances in parent group-v550497. [ 1044.049960] env[64658]: DEBUG oslo.service.loopingcall [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.050203] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.050424] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e85f250-eaab-4b7b-88e7-95565cf2fc31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.070711] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.070711] env[64658]: value = "task-2734237" [ 1044.070711] env[64658]: _type = "Task" [ 1044.070711] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.076990] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734233, 'name': ReconfigVM_Task, 'duration_secs': 0.427574} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.077576] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.078366] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6ae6f-f56f-4a4c-9328-2ba42891cac1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.083739] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734237, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.104055] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 70539a02-7d24-4a1b-82c7-35e424c6dfc9/70539a02-7d24-4a1b-82c7-35e424c6dfc9.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.104055] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2385b2d9-8c3e-4421-b06a-a84a58ab0342 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.122076] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1044.122076] env[64658]: value = "task-2734238" [ 1044.122076] env[64658]: _type = "Task" [ 1044.122076] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.130918] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.203056] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.203456] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e39400e8-be74-49b3-a421-0a71353383f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.211297] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1044.211297] env[64658]: value = "task-2734239" [ 1044.211297] env[64658]: _type = "Task" [ 1044.211297] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.226681] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734239, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.345177] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.347545] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.929s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.349110] env[64658]: INFO nova.compute.claims [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.358032] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.377511] env[64658]: INFO nova.scheduler.client.report [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Deleted allocations for instance bf6c1e9e-c206-4e6b-a0d8-4405839a2702 [ 1044.403278] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.535137] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734232, 'name': ReconfigVM_Task, 'duration_secs': 0.750416} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.535532] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.536213] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6885bf50-d101-4ae3-9db0-840566f3e1e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.542484] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1044.542484] env[64658]: value = "task-2734240" [ 1044.542484] env[64658]: _type = "Task" [ 1044.542484] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.555061] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734240, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.580249] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734237, 'name': CreateVM_Task, 'duration_secs': 0.381345} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.580350] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.581170] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.581362] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.581670] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.582225] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5044c8ad-5338-4e22-ab17-6a234013eb69 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.586594] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1044.586594] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521e4fa0-5a92-318a-f695-97e522d38a6a" [ 1044.586594] env[64658]: _type = "Task" [ 1044.586594] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.594306] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521e4fa0-5a92-318a-f695-97e522d38a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.634529] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.723034] env[64658]: DEBUG oslo_vmware.api [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734239, 'name': PowerOnVM_Task, 'duration_secs': 0.502564} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.723034] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.723034] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c1cf68-fbba-4097-acfe-b4e3d8bf790f tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance '74565687-5904-4634-b29e-05573074bb64' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.793240] env[64658]: DEBUG nova.compute.manager [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Received event network-changed-4cab4db9-c855-426b-bb67-2c833a90ac85 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.793629] env[64658]: DEBUG nova.compute.manager [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Refreshing instance network info cache due to event network-changed-4cab4db9-c855-426b-bb67-2c833a90ac85. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1044.794288] env[64658]: DEBUG oslo_concurrency.lockutils [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] Acquiring lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.794553] env[64658]: DEBUG oslo_concurrency.lockutils [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] Acquired lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.794922] env[64658]: DEBUG nova.network.neutron [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Refreshing network info cache for port 4cab4db9-c855-426b-bb67-2c833a90ac85 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.851969] env[64658]: DEBUG oslo_vmware.api [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734234, 'name': PowerOnVM_Task, 'duration_secs': 0.563653} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.851969] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.851969] env[64658]: INFO nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1044.851969] env[64658]: DEBUG nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.852774] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d15062-cd0e-4d49-a02c-5a6cddd79007 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.884827] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3b81194a-346e-4a80-82c0-840527cd4f7b tempest-ServersAdminTestJSON-1300120701 tempest-ServersAdminTestJSON-1300120701-project-member] Lock "bf6c1e9e-c206-4e6b-a0d8-4405839a2702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.080s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.054630] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734240, 'name': Rename_Task, 'duration_secs': 0.144981} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.054918] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.055217] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c03ea4-b8e1-4c54-b0c4-52c174b29d79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.062195] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1045.062195] env[64658]: value = "task-2734241" [ 1045.062195] env[64658]: _type = "Task" [ 1045.062195] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.071911] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.102348] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521e4fa0-5a92-318a-f695-97e522d38a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.102819] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.103205] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.104036] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.104036] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.104243] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.104652] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d56f41-b15f-4bef-a15e-7a249be0fbc1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.115247] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.115247] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.115647] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e0102f-0b30-4af2-ac34-a76c73ffcd20 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.122884] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1045.122884] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5215c837-04d8-1436-4c1e-c4a8e27e28df" [ 1045.122884] env[64658]: _type = "Task" [ 1045.122884] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.139238] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5215c837-04d8-1436-4c1e-c4a8e27e28df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.144545] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.373083] env[64658]: INFO nova.compute.manager [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Took 23.71 seconds to build instance. [ 1045.521419] env[64658]: DEBUG nova.network.neutron [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Updated VIF entry in instance network info cache for port 4cab4db9-c855-426b-bb67-2c833a90ac85. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.521954] env[64658]: DEBUG nova.network.neutron [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Updating instance_info_cache with network_info: [{"id": "4cab4db9-c855-426b-bb67-2c833a90ac85", "address": "fa:16:3e:3a:af:f1", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cab4db9-c8", "ovs_interfaceid": "4cab4db9-c855-426b-bb67-2c833a90ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.576875] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734241, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.635697] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5215c837-04d8-1436-4c1e-c4a8e27e28df, 'name': SearchDatastore_Task, 'duration_secs': 0.019978} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.640045] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae3231f-de24-4e28-9f5d-53f092da3f21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.645623] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.649432] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1045.649432] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522347e3-2ac6-c115-97fe-b9f43ca08b97" [ 1045.649432] env[64658]: _type = "Task" [ 1045.649432] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.659947] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522347e3-2ac6-c115-97fe-b9f43ca08b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.767450] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f07798-fb5f-4872-9354-3961feedadf2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.777468] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ba64b-953c-4a4a-953e-9bfcdb065e08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.817752] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb702ff-cf90-4668-b719-dc20d9f32e18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.826380] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50730318-ece1-4f9a-8bad-068e70b90eb8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.841367] env[64658]: DEBUG nova.compute.provider_tree [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.876195] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60192dc9-fcff-49a7-bc39-195c0d3b86d9 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.220s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.921626] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236221aa-bdce-4727-8dd4-6d3cfb246cb0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.945147] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.018024] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.020079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.020079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.020079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.020079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.023228] env[64658]: INFO nova.compute.manager [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Terminating instance [ 1046.031083] env[64658]: DEBUG oslo_concurrency.lockutils [req-c6346278-f276-43aa-889d-f0326c89deb9 req-293be22c-bc97-413c-ab7d-d80af401c030 service nova] Releasing lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.075058] env[64658]: DEBUG oslo_vmware.api [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734241, 'name': PowerOnVM_Task, 'duration_secs': 0.532558} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.075390] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.075907] env[64658]: INFO nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1046.075907] env[64658]: DEBUG nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.076758] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb90dc-c027-4ab9-ac3a-4087b8fbcc2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.142423] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734238, 'name': ReconfigVM_Task, 'duration_secs': 1.686229} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.142717] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 70539a02-7d24-4a1b-82c7-35e424c6dfc9/70539a02-7d24-4a1b-82c7-35e424c6dfc9.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.143111] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance '70539a02-7d24-4a1b-82c7-35e424c6dfc9' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.164038] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522347e3-2ac6-c115-97fe-b9f43ca08b97, 'name': SearchDatastore_Task, 'duration_secs': 0.017436} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.165358] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.165637] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/ebc8d670-d6e6-436d-8de9-275653bb0f31.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.165981] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bc1dac0-c12b-4cb2-9822-3f2a664b2404 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.173894] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1046.173894] env[64658]: value = "task-2734242" [ 1046.173894] env[64658]: _type = "Task" [ 1046.173894] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.186632] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.345803] env[64658]: DEBUG nova.scheduler.client.report [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.451890] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.452161] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e9dd18-7398-40eb-907b-35943497f3b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.459931] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1046.459931] env[64658]: value = "task-2734243" [ 1046.459931] env[64658]: _type = "Task" [ 1046.459931] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.468609] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.528017] env[64658]: DEBUG nova.compute.manager [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.528412] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.529575] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b312f421-84b4-4868-a764-d318fae68ce4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.539420] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.539879] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ad07a7-1d13-459f-8999-baca6c55fab3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.549693] env[64658]: DEBUG oslo_vmware.api [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1046.549693] env[64658]: value = "task-2734244" [ 1046.549693] env[64658]: _type = "Task" [ 1046.549693] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.558391] env[64658]: DEBUG oslo_vmware.api [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.594936] env[64658]: INFO nova.compute.manager [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Took 23.14 seconds to build instance. [ 1046.651636] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de60b18-e51e-4b5f-bc27-4c54c6d81f72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.673964] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c1570-d960-4d5a-8add-72e9e638b0ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.686390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "74565687-5904-4634-b29e-05573074bb64" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.686390] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.686390] env[64658]: DEBUG nova.compute.manager [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Going to confirm migration 5 {{(pid=64658) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1046.714949] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance '70539a02-7d24-4a1b-82c7-35e424c6dfc9' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.723771] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734242, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.855039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.855614] env[64658]: DEBUG nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.859012] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.656s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.859641] env[64658]: DEBUG nova.objects.instance [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lazy-loading 'resources' on Instance uuid 9050d725-13bc-4fa6-a624-6eb29760973e {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.969809] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734243, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.060244] env[64658]: DEBUG oslo_vmware.api [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734244, 'name': PowerOffVM_Task, 'duration_secs': 0.337796} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.061069] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.061536] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.061613] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ab2aeca-e83e-46cf-9bed-6544b7b0ddd1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.096843] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0f96f385-e041-42e3-8c7c-f9cd57289386 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.652s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.122550] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.122743] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.122831] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleting the datastore file [datastore1] d61ef8f6-2451-4baf-9b0e-e5e016893bcd {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.123100] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d77632f-9a84-4e4d-8132-ce7a01a84b1a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.129774] env[64658]: DEBUG oslo_vmware.api [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1047.129774] env[64658]: value = "task-2734246" [ 1047.129774] env[64658]: _type = "Task" [ 1047.129774] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.139302] env[64658]: DEBUG oslo_vmware.api [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.186906] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6508} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.187351] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/ebc8d670-d6e6-436d-8de9-275653bb0f31.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.187865] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.188037] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c548b3c-4cd7-4ee7-96eb-404b9aa99fd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.195312] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1047.195312] env[64658]: value = "task-2734247" [ 1047.195312] env[64658]: _type = "Task" [ 1047.195312] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.205057] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.360487] env[64658]: DEBUG nova.network.neutron [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Port 8ed22417-102f-49b1-bb38-723e6e36e3a5 binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1047.372498] env[64658]: DEBUG nova.compute.utils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1047.381406] env[64658]: DEBUG nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.381406] env[64658]: DEBUG nova.network.neutron [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.400296] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.400296] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.400296] env[64658]: DEBUG nova.network.neutron [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.400296] env[64658]: DEBUG nova.objects.instance [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lazy-loading 'info_cache' on Instance uuid 74565687-5904-4634-b29e-05573074bb64 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.453502] env[64658]: DEBUG nova.policy [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079051ee0f5549959a643ffff71b0415', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c59d97308d406a93062f58d00c64ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.471605] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734243, 'name': PowerOffVM_Task, 'duration_secs': 0.534203} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.471910] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.472110] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.645670] env[64658]: DEBUG oslo_vmware.api [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200884} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.648381] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.648609] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.648751] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.648951] env[64658]: INFO nova.compute.manager [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1047.649248] env[64658]: DEBUG oslo.service.loopingcall [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.649911] env[64658]: DEBUG nova.compute.manager [-] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.649911] env[64658]: DEBUG nova.network.neutron [-] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.707060] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09761} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.707345] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.708373] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c88ef-ea8a-403a-b2bb-b82c5f524d88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.731386] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/ebc8d670-d6e6-436d-8de9-275653bb0f31.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.736038] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c4b669-4263-4838-b857-9563daa1b0a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.760434] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1047.760434] env[64658]: value = "task-2734248" [ 1047.760434] env[64658]: _type = "Task" [ 1047.760434] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.768532] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.805782] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "c79e135d-d015-49c6-afd5-e899cd6720fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.806096] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.806281] env[64658]: DEBUG nova.compute.manager [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.807164] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52090fb9-065a-4076-9eb6-0bf263dceaa7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.813829] env[64658]: DEBUG nova.compute.manager [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1047.814445] env[64658]: DEBUG nova.objects.instance [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'flavor' on Instance uuid c79e135d-d015-49c6-afd5-e899cd6720fb {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.830606] env[64658]: DEBUG nova.network.neutron [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Successfully created port: 0a5d35b0-2e48-496b-a159-44e4ee660019 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.860014] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248eb7b-5691-4301-a88e-1c9bbd940c55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.871951] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c80184-53d0-4c17-9a21-14e0cb48eae7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.875844] env[64658]: DEBUG nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.917826] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af023359-0b9e-44c9-8428-7422f5900301 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.927742] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b62d94-f997-400c-b5ea-a2ff14d2b4e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.949390] env[64658]: DEBUG nova.compute.provider_tree [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.979189] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.979189] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.979383] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.979535] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.983025] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.983025] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.983025] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.983025] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.983025] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.983025] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.983025] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.989767] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be1f438-eb7b-44b2-afc1-2e5c0f6988f4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.005422] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1048.005422] env[64658]: value = "task-2734249" [ 1048.005422] env[64658]: _type = "Task" [ 1048.005422] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.015362] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.141277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "afdef77d-2cba-47a6-b593-7736669070f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.141567] env[64658]: DEBUG oslo_concurrency.lockutils [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.153762] env[64658]: DEBUG nova.compute.manager [req-9b4c28bf-92f4-4508-9705-2e6c749c2adc req-250fcb76-0ba0-48f4-a4a7-68d99f77dedb service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Received event network-vif-deleted-bcb3d857-6f76-4827-b662-83ede11ff161 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.153891] env[64658]: INFO nova.compute.manager [req-9b4c28bf-92f4-4508-9705-2e6c749c2adc req-250fcb76-0ba0-48f4-a4a7-68d99f77dedb service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Neutron deleted interface bcb3d857-6f76-4827-b662-83ede11ff161; detaching it from the instance and deleting it from the info cache [ 1048.153980] env[64658]: DEBUG nova.network.neutron [req-9b4c28bf-92f4-4508-9705-2e6c749c2adc req-250fcb76-0ba0-48f4-a4a7-68d99f77dedb service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.275169] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.397490] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.398097] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.399104] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.452916] env[64658]: DEBUG nova.scheduler.client.report [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.516553] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.629355] env[64658]: DEBUG nova.network.neutron [-] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.644715] env[64658]: INFO nova.compute.manager [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Detaching volume 1ff0f446-105f-4f31-8b96-033c3bf444bc [ 1048.647834] env[64658]: DEBUG nova.network.neutron [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance_info_cache with network_info: [{"id": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "address": "fa:16:3e:b6:e1:d7", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a92eb0-f9", "ovs_interfaceid": "56a92eb0-f9de-4ff5-a28c-c4192fda845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.657495] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-751dfe0a-425e-467b-811f-474719b99533 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.670153] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6bbae0-6f6a-4510-8285-5b883587b517 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.719024] env[64658]: DEBUG nova.compute.manager [req-9b4c28bf-92f4-4508-9705-2e6c749c2adc req-250fcb76-0ba0-48f4-a4a7-68d99f77dedb service nova] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Detach interface failed, port_id=bcb3d857-6f76-4827-b662-83ede11ff161, reason: Instance d61ef8f6-2451-4baf-9b0e-e5e016893bcd could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1048.720610] env[64658]: INFO nova.virt.block_device [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Attempting to driver detach volume 1ff0f446-105f-4f31-8b96-033c3bf444bc from mountpoint /dev/sdb [ 1048.720856] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.721082] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550468', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'name': 'volume-1ff0f446-105f-4f31-8b96-033c3bf444bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afdef77d-2cba-47a6-b593-7736669070f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'serial': '1ff0f446-105f-4f31-8b96-033c3bf444bc'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1048.723398] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f2726e-295f-4b4f-bb86-e169c3f57fc2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.748221] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230aaf10-5b4f-4f32-8d8c-920ccf213d5e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.758229] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af9570-c91d-99f3-56c9-501f10b85360/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1048.759039] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b59067-d878-4142-b483-d833225cc9ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.762146] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0199f9-4cf3-449b-ab9d-b3a7cb3b0561 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.771170] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af9570-c91d-99f3-56c9-501f10b85360/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1048.771473] env[64658]: ERROR oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af9570-c91d-99f3-56c9-501f10b85360/disk-0.vmdk due to incomplete transfer. [ 1048.792400] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7cb3cf73-c619-4abb-9157-721ff4db63b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.794599] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734248, 'name': ReconfigVM_Task, 'duration_secs': 0.620435} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.795345] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43108d-04c7-46ca-93d7-7fe0da386da6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.798014] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/ebc8d670-d6e6-436d-8de9-275653bb0f31.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.799627] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df57e6d-2d02-4365-ab3c-8b9380a80ab2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.814950] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ff0f446-105f-4f31-8b96-033c3bf444bc/volume-1ff0f446-105f-4f31-8b96-033c3bf444bc.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1048.819835] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.822197] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3242232e-07f8-43e8-9d95-3430aabca0ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.835653] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1048.835653] env[64658]: value = "task-2734250" [ 1048.835653] env[64658]: _type = "Task" [ 1048.835653] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.835653] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af9570-c91d-99f3-56c9-501f10b85360/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1048.835843] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Uploaded image 4a262b27-bfd8-4138-9f79-1340c60a9197 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1048.838315] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1048.838852] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.840029] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-881d0943-528e-4db8-81f8-0bb852340b6e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.840856] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aea6195-8313-48a4-ac8b-4c76e515af28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.849630] env[64658]: DEBUG oslo_vmware.api [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1048.849630] env[64658]: value = "task-2734251" [ 1048.849630] env[64658]: _type = "Task" [ 1048.849630] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.853260] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734250, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.857434] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1048.857434] env[64658]: value = "task-2734253" [ 1048.857434] env[64658]: _type = "Task" [ 1048.857434] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.862060] env[64658]: DEBUG oslo_vmware.api [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1048.862060] env[64658]: value = "task-2734252" [ 1048.862060] env[64658]: _type = "Task" [ 1048.862060] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.865429] env[64658]: DEBUG oslo_vmware.api [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.871099] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734253, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.875666] env[64658]: DEBUG oslo_vmware.api [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.901609] env[64658]: DEBUG nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.925468] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.925730] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.925886] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.926088] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.926237] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.926382] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.926585] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.926743] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.927039] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.927080] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.927251] env[64658]: DEBUG nova.virt.hardware [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.928431] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424243d7-d96f-49d0-94e4-a4d2947b7d3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.937985] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41575420-d55b-443f-8df8-c477f90dfe84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.962118] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.963522] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.219s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.965202] env[64658]: INFO nova.compute.claims [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.994234] env[64658]: INFO nova.scheduler.client.report [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleted allocations for instance 9050d725-13bc-4fa6-a624-6eb29760973e [ 1049.017018] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.131775] env[64658]: INFO nova.compute.manager [-] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Took 1.48 seconds to deallocate network for instance. [ 1049.154058] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-74565687-5904-4634-b29e-05573074bb64" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.154337] env[64658]: DEBUG nova.objects.instance [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lazy-loading 'migration_context' on Instance uuid 74565687-5904-4634-b29e-05573074bb64 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.351297] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734250, 'name': Rename_Task, 'duration_secs': 0.326936} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.351559] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.351900] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8448ef-6883-42e7-a34c-da7ed9e206a4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.364981] env[64658]: DEBUG oslo_vmware.api [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.371721] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1049.371721] env[64658]: value = "task-2734254" [ 1049.371721] env[64658]: _type = "Task" [ 1049.371721] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.371935] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734253, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.384763] env[64658]: DEBUG oslo_vmware.api [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.388408] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734254, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.466255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.466454] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.466633] env[64658]: DEBUG nova.network.neutron [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.504926] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a2bffaa2-e1a0-4851-868b-16ce029a3f67 tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "9050d725-13bc-4fa6-a624-6eb29760973e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.847s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.520853] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734249, 'name': ReconfigVM_Task, 'duration_secs': 1.307672} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.521622] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.549500] env[64658]: DEBUG nova.network.neutron [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Successfully updated port: 0a5d35b0-2e48-496b-a159-44e4ee660019 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.637757] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.657164] env[64658]: DEBUG nova.objects.base [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Object Instance<74565687-5904-4634-b29e-05573074bb64> lazy-loaded attributes: info_cache,migration_context {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.658431] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91031f92-4072-4f04-88ec-a325a0135430 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.687293] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3caae06-6fb0-4479-b266-736f15d6d755 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.694122] env[64658]: DEBUG oslo_vmware.api [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1049.694122] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5259afec-3341-a560-7996-0a919364472c" [ 1049.694122] env[64658]: _type = "Task" [ 1049.694122] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.704456] env[64658]: DEBUG oslo_vmware.api [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5259afec-3341-a560-7996-0a919364472c, 'name': SearchDatastore_Task, 'duration_secs': 0.008052} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.704734] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.872604] env[64658]: DEBUG oslo_vmware.api [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734251, 'name': ReconfigVM_Task, 'duration_secs': 0.678093} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.879282] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.883198] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734253, 'name': Destroy_Task, 'duration_secs': 0.877501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.883481] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975c8e2a-07e8-43e4-9d8a-dad323f33830 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.898426] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Destroyed the VM [ 1049.898742] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1049.899431] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c3cf86d-2540-411e-bdb5-f6d9e1956551 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.905012] env[64658]: DEBUG oslo_vmware.api [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734252, 'name': PowerOffVM_Task, 'duration_secs': 0.625207} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.908432] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.908654] env[64658]: DEBUG nova.compute.manager [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.908939] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.911382] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a2fd8-5692-49ac-8e2d-b8b633a04f16 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.913778] env[64658]: DEBUG oslo_vmware.api [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1049.913778] env[64658]: value = "task-2734255" [ 1049.913778] env[64658]: _type = "Task" [ 1049.913778] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.914023] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1049.914023] env[64658]: value = "task-2734256" [ 1049.914023] env[64658]: _type = "Task" [ 1049.914023] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.930729] env[64658]: DEBUG oslo_vmware.api [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.930964] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.945639] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.945913] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.946250] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.946483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.946659] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.948976] env[64658]: INFO nova.compute.manager [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Terminating instance [ 1050.028528] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.028528] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.028848] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.028848] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.029023] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.029637] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.029922] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.030104] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.030271] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.031120] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.031120] env[64658]: DEBUG nova.virt.hardware [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.036726] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.040219] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a88d26-fbba-437b-983a-b06e122fa952 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.055369] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "refresh_cache-30502c20-275d-40fc-a6be-44cb49c1a01a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.055476] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquired lock "refresh_cache-30502c20-275d-40fc-a6be-44cb49c1a01a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.055702] env[64658]: DEBUG nova.network.neutron [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.065551] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1050.065551] env[64658]: value = "task-2734257" [ 1050.065551] env[64658]: _type = "Task" [ 1050.065551] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.079723] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.195090] env[64658]: DEBUG nova.compute.manager [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Received event network-vif-plugged-0a5d35b0-2e48-496b-a159-44e4ee660019 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.195414] env[64658]: DEBUG oslo_concurrency.lockutils [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] Acquiring lock "30502c20-275d-40fc-a6be-44cb49c1a01a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.195541] env[64658]: DEBUG oslo_concurrency.lockutils [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.195709] env[64658]: DEBUG oslo_concurrency.lockutils [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.195873] env[64658]: DEBUG nova.compute.manager [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] No waiting events found dispatching network-vif-plugged-0a5d35b0-2e48-496b-a159-44e4ee660019 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.196058] env[64658]: WARNING nova.compute.manager [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Received unexpected event network-vif-plugged-0a5d35b0-2e48-496b-a159-44e4ee660019 for instance with vm_state building and task_state spawning. [ 1050.196228] env[64658]: DEBUG nova.compute.manager [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Received event network-changed-0a5d35b0-2e48-496b-a159-44e4ee660019 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.196378] env[64658]: DEBUG nova.compute.manager [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Refreshing instance network info cache due to event network-changed-0a5d35b0-2e48-496b-a159-44e4ee660019. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.196585] env[64658]: DEBUG oslo_concurrency.lockutils [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] Acquiring lock "refresh_cache-30502c20-275d-40fc-a6be-44cb49c1a01a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.232504] env[64658]: DEBUG nova.network.neutron [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance_info_cache with network_info: [{"id": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "address": "fa:16:3e:43:4a:4e", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed22417-10", "ovs_interfaceid": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.378136] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944fc839-e7a6-46c4-ab7b-822a5cf3b330 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.388103] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a88c598-7702-4e10-9cca-a53328c9be07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.427589] env[64658]: DEBUG oslo_vmware.api [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734254, 'name': PowerOnVM_Task, 'duration_secs': 0.77734} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.434112] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a6ebc048-62ad-45d1-9057-f359f17caad5 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.624s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.434112] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.434112] env[64658]: INFO nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1050.434112] env[64658]: DEBUG nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.439088] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12524ac1-980a-4ff7-b10b-676a8eb88f8e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.442408] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c71249-eaef-4918-8dd9-aecca9992cae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.454080] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734256, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375579} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.454789] env[64658]: DEBUG nova.compute.manager [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.457078] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.457078] env[64658]: DEBUG oslo_vmware.api [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734255, 'name': ReconfigVM_Task, 'duration_secs': 0.141711} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.459122] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1050.459470] env[64658]: DEBUG nova.compute.manager [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.460449] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347ed265-763f-40c1-99f5-093d1b91f187 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.463535] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550468', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'name': 'volume-1ff0f446-105f-4f31-8b96-033c3bf444bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afdef77d-2cba-47a6-b593-7736669070f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1ff0f446-105f-4f31-8b96-033c3bf444bc', 'serial': '1ff0f446-105f-4f31-8b96-033c3bf444bc'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.470119] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535a523-dcf6-4860-ad80-9cab27bdaa51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.475525] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596c772-7260-4127-9740-231e907beab7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.499601] env[64658]: DEBUG nova.compute.provider_tree [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.502695] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.502695] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925585c3-b1b4-43fe-9de1-a2a7c189d415 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.509587] env[64658]: DEBUG oslo_vmware.api [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1050.509587] env[64658]: value = "task-2734258" [ 1050.509587] env[64658]: _type = "Task" [ 1050.509587] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.518823] env[64658]: DEBUG oslo_vmware.api [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.576207] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734257, 'name': ReconfigVM_Task, 'duration_secs': 0.19922} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.576521] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.577584] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb372ae-d3a5-4c5e-a641-fca242c27418 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.603476] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.604587] env[64658]: DEBUG nova.network.neutron [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.606787] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022b218d-d0a5-4bdb-bbdd-87efb251132b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.627007] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1050.627007] env[64658]: value = "task-2734259" [ 1050.627007] env[64658]: _type = "Task" [ 1050.627007] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.636215] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.735160] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.789138] env[64658]: DEBUG nova.network.neutron [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Updating instance_info_cache with network_info: [{"id": "0a5d35b0-2e48-496b-a159-44e4ee660019", "address": "fa:16:3e:0b:a4:8b", "network": {"id": "6397fcf6-47aa-441c-98c9-11c77bf7813d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-131554938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c59d97308d406a93062f58d00c64ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5d35b0-2e", "ovs_interfaceid": "0a5d35b0-2e48-496b-a159-44e4ee660019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.987910] env[64658]: INFO nova.compute.manager [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Took 25.44 seconds to build instance. [ 1051.002781] env[64658]: DEBUG nova.scheduler.client.report [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.008298] env[64658]: INFO nova.compute.manager [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Shelve offloading [ 1051.020908] env[64658]: DEBUG oslo_vmware.api [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734258, 'name': PowerOffVM_Task, 'duration_secs': 0.190527} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.022029] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.022104] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.022321] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0973ba87-97c6-47e1-b21f-94e20bcf207a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.041970] env[64658]: DEBUG nova.objects.instance [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lazy-loading 'flavor' on Instance uuid afdef77d-2cba-47a6-b593-7736669070f0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.081346] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.081562] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.081743] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleting the datastore file [datastore1] 0a3ebe33-589d-4d71-86f5-5bf3b51149e9 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.082015] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8464386-85a1-4120-aaed-38283d8d3b67 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.088630] env[64658]: DEBUG oslo_vmware.api [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1051.088630] env[64658]: value = "task-2734261" [ 1051.088630] env[64658]: _type = "Task" [ 1051.088630] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.097260] env[64658]: DEBUG oslo_vmware.api [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.136163] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734259, 'name': ReconfigVM_Task, 'duration_secs': 0.307043} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.136490] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.136779] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.177262] env[64658]: INFO nova.compute.manager [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Rebuilding instance [ 1051.231334] env[64658]: DEBUG nova.compute.manager [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.232630] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbe7236-6696-404a-82e5-922d5bbfeee7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.257863] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e9ff3-9470-446d-b20a-c62925babda2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.280426] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e28899-8b27-4cd5-ac6e-c6ed9c753c22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.288713] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance '70539a02-7d24-4a1b-82c7-35e424c6dfc9' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.292475] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Releasing lock "refresh_cache-30502c20-275d-40fc-a6be-44cb49c1a01a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.292671] env[64658]: DEBUG nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Instance network_info: |[{"id": "0a5d35b0-2e48-496b-a159-44e4ee660019", "address": "fa:16:3e:0b:a4:8b", "network": {"id": "6397fcf6-47aa-441c-98c9-11c77bf7813d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-131554938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c59d97308d406a93062f58d00c64ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5d35b0-2e", "ovs_interfaceid": "0a5d35b0-2e48-496b-a159-44e4ee660019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.293387] env[64658]: DEBUG oslo_concurrency.lockutils [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] Acquired lock "refresh_cache-30502c20-275d-40fc-a6be-44cb49c1a01a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.293579] env[64658]: DEBUG nova.network.neutron [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Refreshing network info cache for port 0a5d35b0-2e48-496b-a159-44e4ee660019 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.294566] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:a4:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5d35b0-2e48-496b-a159-44e4ee660019', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.302414] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Creating folder: Project (54c59d97308d406a93062f58d00c64ec). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.303473] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13540b81-bbe6-438d-8561-aca045ceec2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.314174] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Created folder: Project (54c59d97308d406a93062f58d00c64ec) in parent group-v550231. [ 1051.314368] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Creating folder: Instances. Parent ref: group-v550500. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.314599] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4f55955-f642-4786-b36c-d639d6348578 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.323264] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Created folder: Instances in parent group-v550500. [ 1051.323457] env[64658]: DEBUG oslo.service.loopingcall [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.323645] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.323861] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c677feec-812c-4836-9ded-461b125ac42e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.343230] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.343230] env[64658]: value = "task-2734264" [ 1051.343230] env[64658]: _type = "Task" [ 1051.343230] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.350939] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734264, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.421165] env[64658]: INFO nova.compute.manager [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Rescuing [ 1051.421485] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.421641] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.421860] env[64658]: DEBUG nova.network.neutron [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.489916] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cfc12024-bb71-4769-9be8-082c7411c771 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.949s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.509522] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.510014] env[64658]: DEBUG nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.513293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.936s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.513503] env[64658]: DEBUG nova.objects.instance [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lazy-loading 'resources' on Instance uuid 0f1caba0-a150-433d-bf0e-36768419370e {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.516230] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.516308] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c89f53-6b98-4cc2-8968-ad5ee9e2fa50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.524418] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1051.524418] env[64658]: value = "task-2734265" [ 1051.524418] env[64658]: _type = "Task" [ 1051.524418] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.535849] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1051.536234] env[64658]: DEBUG nova.compute.manager [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.537381] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd37312a-9927-42bd-a13d-de0df1152306 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.543815] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.543987] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.544176] env[64658]: DEBUG nova.network.neutron [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.600216] env[64658]: DEBUG oslo_vmware.api [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149601} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.600499] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.600747] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.600869] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.601230] env[64658]: INFO nova.compute.manager [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1051.601356] env[64658]: DEBUG oslo.service.loopingcall [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.601551] env[64658]: DEBUG nova.compute.manager [-] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.601716] env[64658]: DEBUG nova.network.neutron [-] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.644583] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaeefe8-a5de-46d4-aaef-57e3d6ae3b88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.669168] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c09851-0b6b-4349-a02a-d0101ee16ffe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.693550] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.799028] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.799028] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c0c38a-9896-454b-b38d-7ba1ba5fb8d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.807262] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1051.807262] env[64658]: value = "task-2734266" [ 1051.807262] env[64658]: _type = "Task" [ 1051.807262] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.816764] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.855374] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734264, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.017632] env[64658]: DEBUG nova.compute.utils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1052.023717] env[64658]: DEBUG nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.023843] env[64658]: DEBUG nova.network.neutron [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.052331] env[64658]: DEBUG oslo_concurrency.lockutils [None req-62a0aeb2-7046-402e-bf6e-3897369e24cc tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.910s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.115060] env[64658]: DEBUG nova.policy [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.253093] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.254664] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72024176-b0bf-4dca-a1c9-9c9b651323fd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.264758] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1052.264758] env[64658]: value = "task-2734267" [ 1052.264758] env[64658]: _type = "Task" [ 1052.264758] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.279068] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1052.279353] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.282637] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af21ae8-f997-495e-97d7-bf509c22271c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.294066] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.297359] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac746bc-a716-45ac-9875-488e1c8afc5d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.319703] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.356085] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734264, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.363477] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.363477] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.363477] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleting the datastore file [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.363736] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-703a08a1-9fac-40cc-b1ba-5a102dea0321 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.370532] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1052.370532] env[64658]: value = "task-2734269" [ 1052.370532] env[64658]: _type = "Task" [ 1052.370532] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.380487] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.449673] env[64658]: DEBUG nova.network.neutron [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Updating instance_info_cache with network_info: [{"id": "4cab4db9-c855-426b-bb67-2c833a90ac85", "address": "fa:16:3e:3a:af:f1", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cab4db9-c8", "ovs_interfaceid": "4cab4db9-c855-426b-bb67-2c833a90ac85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.490965] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad63b45-c1e3-4826-8aed-d236ae6bfad3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.500064] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3455fab9-3008-41a1-9fac-12b27416ebf8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.536901] env[64658]: DEBUG nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.544141] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51daef92-73b7-4a4c-9821-37a2331b5d99 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.548207] env[64658]: DEBUG nova.compute.manager [req-84ca34eb-3089-4886-bbfb-590b3115a70c req-ef43dc51-c7b6-4567-9957-51b3aaff52b7 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Received event network-vif-deleted-04d3169c-a833-4805-83c8-1dbc4685b021 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.548207] env[64658]: INFO nova.compute.manager [req-84ca34eb-3089-4886-bbfb-590b3115a70c req-ef43dc51-c7b6-4567-9957-51b3aaff52b7 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Neutron deleted interface 04d3169c-a833-4805-83c8-1dbc4685b021; detaching it from the instance and deleting it from the info cache [ 1052.548207] env[64658]: DEBUG nova.network.neutron [req-84ca34eb-3089-4886-bbfb-590b3115a70c req-ef43dc51-c7b6-4567-9957-51b3aaff52b7 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.551039] env[64658]: DEBUG nova.network.neutron [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Updated VIF entry in instance network info cache for port 0a5d35b0-2e48-496b-a159-44e4ee660019. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.551039] env[64658]: DEBUG nova.network.neutron [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Updating instance_info_cache with network_info: [{"id": "0a5d35b0-2e48-496b-a159-44e4ee660019", "address": "fa:16:3e:0b:a4:8b", "network": {"id": "6397fcf6-47aa-441c-98c9-11c77bf7813d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-131554938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c59d97308d406a93062f58d00c64ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5d35b0-2e", "ovs_interfaceid": "0a5d35b0-2e48-496b-a159-44e4ee660019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.558117] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8ece9-e57a-43f5-9b62-5aa4e1b80a56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.576425] env[64658]: DEBUG nova.compute.provider_tree [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.718080] env[64658]: DEBUG nova.network.neutron [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65cee38-37", "ovs_interfaceid": "b65cee38-379c-4b05-bc81-71af00792444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.786137] env[64658]: DEBUG nova.network.neutron [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Successfully created port: 3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.820475] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.863764] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734264, 'name': CreateVM_Task, 'duration_secs': 1.453606} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.863933] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.865337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.865337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.865337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.865436] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06afe9b5-c444-4e34-9594-79e05df43ccb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.870813] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1052.870813] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d17a1a-c5ef-ffa1-4f0b-f98a555c7195" [ 1052.870813] env[64658]: _type = "Task" [ 1052.870813] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.885093] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d17a1a-c5ef-ffa1-4f0b-f98a555c7195, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.888014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.888274] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.888532] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.888688] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.888868] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.889499] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308357} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.889708] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b6299b-9896-47bd-871b-a7a466fbe224 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.891840] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.892033] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.892212] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.898031] env[64658]: DEBUG nova.network.neutron [-] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.901125] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.901301] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.902199] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ccd014-0b7e-49ea-910e-19a182c3de65 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.907718] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1052.907718] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52568dd7-c877-db74-9195-4c20c81c26d2" [ 1052.907718] env[64658]: _type = "Task" [ 1052.907718] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.917221] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52568dd7-c877-db74-9195-4c20c81c26d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.953461] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "refresh_cache-ebc8d670-d6e6-436d-8de9-275653bb0f31" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.053766] env[64658]: DEBUG oslo_concurrency.lockutils [req-c50b47b7-6724-45f4-afeb-60c87f97a9bd req-13c0fa58-81ab-45e3-ba52-5bdb59051bde service nova] Releasing lock "refresh_cache-30502c20-275d-40fc-a6be-44cb49c1a01a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.054485] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-498a4628-0239-4f8f-8537-ba0ecaead4b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.064874] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e16041-db6d-4001-9c3a-5ec3143f567d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.079746] env[64658]: DEBUG nova.scheduler.client.report [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.109213] env[64658]: DEBUG nova.compute.manager [req-84ca34eb-3089-4886-bbfb-590b3115a70c req-ef43dc51-c7b6-4567-9957-51b3aaff52b7 service nova] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Detach interface failed, port_id=04d3169c-a833-4805-83c8-1dbc4685b021, reason: Instance 0a3ebe33-589d-4d71-86f5-5bf3b51149e9 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1053.224955] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.326034] env[64658]: DEBUG oslo_vmware.api [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734266, 'name': PowerOnVM_Task, 'duration_secs': 1.256767} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.326308] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.326308] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8757e8e3-67da-43a8-b872-945cea93ea09 tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance '70539a02-7d24-4a1b-82c7-35e424c6dfc9' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.401345] env[64658]: INFO nova.compute.manager [-] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Took 1.80 seconds to deallocate network for instance. [ 1053.418444] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52568dd7-c877-db74-9195-4c20c81c26d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.419311] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b15bac-d913-4877-9b50-c78a5890dff7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.426986] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1053.426986] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52630baa-d114-93ff-6be7-624a9f293923" [ 1053.426986] env[64658]: _type = "Task" [ 1053.426986] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.437945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "afdef77d-2cba-47a6-b593-7736669070f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.438384] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.438610] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "afdef77d-2cba-47a6-b593-7736669070f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.438801] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.442021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.442021] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52630baa-d114-93ff-6be7-624a9f293923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.442021] env[64658]: DEBUG nova.network.neutron [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Port d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1053.443967] env[64658]: INFO nova.compute.manager [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Terminating instance [ 1053.552261] env[64658]: DEBUG nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.577120] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.577384] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.577539] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.577717] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.577862] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.578012] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.578279] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.578442] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.578611] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.578773] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.578961] env[64658]: DEBUG nova.virt.hardware [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.579870] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9490ac-decf-40bd-b1a8-3b88e9b66cfa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.585081] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.590305] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.720s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.590705] env[64658]: DEBUG nova.objects.instance [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'resources' on Instance uuid c0b1df56-26d1-452e-b87a-ba1de9cd4dda {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.593231] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7d76a7-c84d-4b59-81f9-e6a2b51535bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.619962] env[64658]: INFO nova.scheduler.client.report [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Deleted allocations for instance 0f1caba0-a150-433d-bf0e-36768419370e [ 1053.755620] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.756875] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8122002a-6512-4cfd-bff9-cd8398c5b94a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.765129] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.765385] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2823954b-6536-4772-8d5d-44414289665e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.835231] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.835231] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.835231] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleting the datastore file [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.838597] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb3bba2-0c8c-492f-b037-aa961299a140 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.845861] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1053.845861] env[64658]: value = "task-2734271" [ 1053.845861] env[64658]: _type = "Task" [ 1053.845861] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.858153] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.907867] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.935790] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.936074] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.936309] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.936508] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.936604] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.936791] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.937249] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.937481] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.937683] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.937874] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.938080] env[64658]: DEBUG nova.virt.hardware [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.938975] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd8682c-9a59-40fd-b31d-c07d4618f164 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945466] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52630baa-d114-93ff-6be7-624a9f293923, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.949836] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.950140] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 30502c20-275d-40fc-a6be-44cb49c1a01a/30502c20-275d-40fc-a6be-44cb49c1a01a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.953664] env[64658]: DEBUG nova.compute.manager [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.953664] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.953664] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d528444-4688-4793-b8bc-baafae3cde53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.957153] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ef572-40b6-4b82-bb3f-bc0a9f295b33 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.961158] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48a1b32-14f0-4f98-a401-eb513dee37b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.979991] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:46:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d6ab45-9091-4266-9702-3cb7b8642437', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.989745] env[64658]: DEBUG oslo.service.loopingcall [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.994857] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.995064] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.995274] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1053.995274] env[64658]: value = "task-2734272" [ 1053.995274] env[64658]: _type = "Task" [ 1053.995274] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.995463] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dbe0eff-6c95-4370-aef5-28ca731ab0ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.010455] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c01f9c54-f0c1-4726-9193-e9a783493343 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.027964] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.030352] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.030352] env[64658]: value = "task-2734274" [ 1054.030352] env[64658]: _type = "Task" [ 1054.030352] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.030611] env[64658]: DEBUG oslo_vmware.api [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1054.030611] env[64658]: value = "task-2734273" [ 1054.030611] env[64658]: _type = "Task" [ 1054.030611] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.046504] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734274, 'name': CreateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.046846] env[64658]: DEBUG oslo_vmware.api [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.128995] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1babf45b-1388-485c-8f03-3725322e124a tempest-ServersAaction247Test-1109236096 tempest-ServersAaction247Test-1109236096-project-member] Lock "0f1caba0-a150-433d-bf0e-36768419370e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.826s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.360078] env[64658]: DEBUG oslo_vmware.api [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13563} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.360078] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.360633] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.360633] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.394539] env[64658]: INFO nova.scheduler.client.report [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted allocations for instance 102cf96e-9cf9-4761-a1c7-97940113abff [ 1054.469171] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.469580] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.469882] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.523604] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.523982] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515642} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.524247] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aca1bb8-2b90-4e7e-b7c8-47c0465942cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.526238] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 30502c20-275d-40fc-a6be-44cb49c1a01a/30502c20-275d-40fc-a6be-44cb49c1a01a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.526515] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.529517] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36944a48-adfb-4bf7-aae9-bee6ad3eb731 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.540020] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1054.540020] env[64658]: value = "task-2734275" [ 1054.540020] env[64658]: _type = "Task" [ 1054.540020] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.553857] env[64658]: DEBUG oslo_vmware.api [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734273, 'name': PowerOffVM_Task, 'duration_secs': 0.19704} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.557160] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734274, 'name': CreateVM_Task, 'duration_secs': 0.432627} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.557587] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1054.557587] env[64658]: value = "task-2734276" [ 1054.557587] env[64658]: _type = "Task" [ 1054.557587] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.561383] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.561815] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.562056] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.563731] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e8cc603-275d-45ad-82c4-319d37299b4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.567045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.567045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.567045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.576215] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb1d899-e593-4179-8859-81dff4be4ccd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.578327] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.588437] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734276, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.589387] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1054.589387] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52bf8023-5dd1-a55d-fe40-760bf01c28a8" [ 1054.589387] env[64658]: _type = "Task" [ 1054.589387] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.590941] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61af0c1-0a49-4ad0-902e-7ef484280b19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.609178] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f2ca1b-a7b6-47a1-91de-24db7b78e970 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.616832] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bf8023-5dd1-a55d-fe40-760bf01c28a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.616832] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.616832] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.617129] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.617256] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.617530] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.618769] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de78b03a-7bfa-42c8-8503-7a269b0b4cb8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.654251] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d99ac-0344-4118-b2f9-6475a5b23ca3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.655572] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.655838] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.656023] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleting the datastore file [datastore2] afdef77d-2cba-47a6-b593-7736669070f0 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.658750] env[64658]: DEBUG nova.compute.manager [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-vif-unplugged-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.658750] env[64658]: DEBUG oslo_concurrency.lockutils [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.658750] env[64658]: DEBUG oslo_concurrency.lockutils [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.658750] env[64658]: DEBUG oslo_concurrency.lockutils [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.658750] env[64658]: DEBUG nova.compute.manager [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] No waiting events found dispatching network-vif-unplugged-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.658750] env[64658]: WARNING nova.compute.manager [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received unexpected event network-vif-unplugged-b65cee38-379c-4b05-bc81-71af00792444 for instance with vm_state shelved_offloaded and task_state None. [ 1054.658750] env[64658]: DEBUG nova.compute.manager [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-changed-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.658750] env[64658]: DEBUG nova.compute.manager [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing instance network info cache due to event network-changed-b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.658750] env[64658]: DEBUG oslo_concurrency.lockutils [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] Acquiring lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.659109] env[64658]: DEBUG oslo_concurrency.lockutils [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] Acquired lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.659109] env[64658]: DEBUG nova.network.neutron [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing network info cache for port b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.663576] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c200c02-7a51-405a-b9db-cb8d786d73e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.664778] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.664939] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.667018] env[64658]: DEBUG nova.compute.manager [req-ee22bae6-300a-4860-871e-9b146ed780b2 req-24f9d714-abbc-4118-9184-e65a3f3b4f0f service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-vif-plugged-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.667286] env[64658]: DEBUG oslo_concurrency.lockutils [req-ee22bae6-300a-4860-871e-9b146ed780b2 req-24f9d714-abbc-4118-9184-e65a3f3b4f0f service nova] Acquiring lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.667414] env[64658]: DEBUG oslo_concurrency.lockutils [req-ee22bae6-300a-4860-871e-9b146ed780b2 req-24f9d714-abbc-4118-9184-e65a3f3b4f0f service nova] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.667584] env[64658]: DEBUG oslo_concurrency.lockutils [req-ee22bae6-300a-4860-871e-9b146ed780b2 req-24f9d714-abbc-4118-9184-e65a3f3b4f0f service nova] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.667734] env[64658]: DEBUG nova.compute.manager [req-ee22bae6-300a-4860-871e-9b146ed780b2 req-24f9d714-abbc-4118-9184-e65a3f3b4f0f service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] No waiting events found dispatching network-vif-plugged-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.667896] env[64658]: WARNING nova.compute.manager [req-ee22bae6-300a-4860-871e-9b146ed780b2 req-24f9d714-abbc-4118-9184-e65a3f3b4f0f service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received unexpected event network-vif-plugged-3247fbba-b80e-4183-ab8e-b3ba8629e287 for instance with vm_state building and task_state spawning. [ 1054.668926] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe533497-ad4c-4373-b592-70b3b0636231 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.677481] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d422e1-a6ac-4e1c-b2c3-938a6f51509a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.684893] env[64658]: DEBUG oslo_vmware.api [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1054.684893] env[64658]: value = "task-2734278" [ 1054.684893] env[64658]: _type = "Task" [ 1054.684893] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.685227] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1054.685227] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52cabd70-66d0-a82a-a270-d8d2a63479ef" [ 1054.685227] env[64658]: _type = "Task" [ 1054.685227] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.703579] env[64658]: DEBUG nova.compute.provider_tree [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.710224] env[64658]: DEBUG oslo_vmware.api [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.713893] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52cabd70-66d0-a82a-a270-d8d2a63479ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.714703] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0622d6a6-f075-43d1-9a98-1a5309ecf88e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.721893] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1054.721893] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520ea769-6b86-ec16-688f-1ca9a26e24fa" [ 1054.721893] env[64658]: _type = "Task" [ 1054.721893] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.730527] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520ea769-6b86-ec16-688f-1ca9a26e24fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.827755] env[64658]: DEBUG nova.network.neutron [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Successfully updated port: 3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.902556] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.055787] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734275, 'name': PowerOffVM_Task, 'duration_secs': 0.256732} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.059021] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.063379] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2952a022-86ff-479a-9fcd-c987fe9b798d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.105536] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a133c2-5497-4d9d-a262-6ca85f9d6234 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.111369] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068541} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.111369] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.117429] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f9ee55-e9c2-4964-a5b3-99fa718f8851 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.148697] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 30502c20-275d-40fc-a6be-44cb49c1a01a/30502c20-275d-40fc-a6be-44cb49c1a01a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.151533] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35da9ed0-a3a9-4432-afc2-1ef1801dd557 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.172378] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.172671] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01da8317-e01e-49dd-aeaf-234d119bfcc6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.176324] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1055.176324] env[64658]: value = "task-2734279" [ 1055.176324] env[64658]: _type = "Task" [ 1055.176324] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.180381] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1055.180381] env[64658]: value = "task-2734280" [ 1055.180381] env[64658]: _type = "Task" [ 1055.180381] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.189788] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.197854] env[64658]: DEBUG oslo_vmware.api [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155151} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.202810] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.203083] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.203293] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.203504] env[64658]: INFO nova.compute.manager [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1055.204391] env[64658]: DEBUG oslo.service.loopingcall [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.204391] env[64658]: DEBUG nova.compute.manager [-] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.204554] env[64658]: DEBUG nova.network.neutron [-] [instance: afdef77d-2cba-47a6-b593-7736669070f0] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.206297] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1055.206541] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.206840] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.207610] env[64658]: DEBUG nova.scheduler.client.report [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.232529] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520ea769-6b86-ec16-688f-1ca9a26e24fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.233030] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.233309] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.233582] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.233807] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.234089] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc633db-4bd4-4a8b-90b5-cc4ab588d87b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.235984] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b483376-4809-4639-afd0-f404430195c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.243942] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1055.243942] env[64658]: value = "task-2734281" [ 1055.243942] env[64658]: _type = "Task" [ 1055.243942] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.248124] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.248390] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.249563] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ac9891-1e76-4c66-9d18-fbc98389f221 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.257575] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.262596] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1055.262596] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a108d3-4cdd-e505-9458-d4b6f6074a41" [ 1055.262596] env[64658]: _type = "Task" [ 1055.262596] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.270919] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a108d3-4cdd-e505-9458-d4b6f6074a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.330303] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.330462] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.330640] env[64658]: DEBUG nova.network.neutron [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.472824] env[64658]: DEBUG nova.network.neutron [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updated VIF entry in instance network info cache for port b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.473240] env[64658]: DEBUG nova.network.neutron [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb65cee38-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.563031] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.563284] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.563384] env[64658]: DEBUG nova.compute.manager [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Going to confirm migration 6 {{(pid=64658) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1055.570118] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.570354] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.570657] env[64658]: DEBUG nova.network.neutron [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.691566] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.715407] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.718021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.080s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.718021] env[64658]: DEBUG nova.objects.instance [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lazy-loading 'resources' on Instance uuid d61ef8f6-2451-4baf-9b0e-e5e016893bcd {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.761541] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734281, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.762292] env[64658]: INFO nova.scheduler.client.report [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted allocations for instance c0b1df56-26d1-452e-b87a-ba1de9cd4dda [ 1055.778995] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a108d3-4cdd-e505-9458-d4b6f6074a41, 'name': SearchDatastore_Task, 'duration_secs': 0.013238} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.780163] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b127a21-efcc-40e7-9abf-189a62700be6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.790297] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1055.790297] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5288f1a0-5994-1d10-ce41-5966a794490d" [ 1055.790297] env[64658]: _type = "Task" [ 1055.790297] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.806425] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5288f1a0-5994-1d10-ce41-5966a794490d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.937760] env[64658]: DEBUG nova.network.neutron [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.976412] env[64658]: DEBUG oslo_concurrency.lockutils [req-81cc9665-6415-477c-88e1-67d923f07a0e req-05301f57-4d6e-4e02-a030-d59b9086bd55 service nova] Releasing lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.178451] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.178451] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquired lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.178451] env[64658]: DEBUG nova.network.neutron [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.178451] env[64658]: DEBUG nova.objects.instance [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'info_cache' on Instance uuid 70539a02-7d24-4a1b-82c7-35e424c6dfc9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.189012] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734279, 'name': ReconfigVM_Task, 'duration_secs': 0.561166} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.189371] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 30502c20-275d-40fc-a6be-44cb49c1a01a/30502c20-275d-40fc-a6be-44cb49c1a01a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.190128] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-164efca8-6b93-4a4b-b03c-779f2a47542c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.197257] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1056.197257] env[64658]: value = "task-2734282" [ 1056.197257] env[64658]: _type = "Task" [ 1056.197257] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.205159] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734282, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.256561] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768166} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.256877] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.257490] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.257490] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35750857-c4df-481a-9e54-bef6c8bcf10d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.265321] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1056.265321] env[64658]: value = "task-2734283" [ 1056.265321] env[64658]: _type = "Task" [ 1056.265321] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.277089] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f47107a0-026a-4655-a653-6952460d6ab5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "c0b1df56-26d1-452e-b87a-ba1de9cd4dda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.554s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.281324] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.308779] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5288f1a0-5994-1d10-ce41-5966a794490d, 'name': SearchDatastore_Task, 'duration_secs': 0.059207} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.309084] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.309429] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. {{(pid=64658) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1056.309733] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b16c588f-39cb-4819-ac8d-9ee984957b0d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.317953] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1056.317953] env[64658]: value = "task-2734284" [ 1056.317953] env[64658]: _type = "Task" [ 1056.317953] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.327285] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.367974] env[64658]: DEBUG nova.network.neutron [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.457516] env[64658]: DEBUG nova.network.neutron [-] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.596741] env[64658]: DEBUG nova.network.neutron [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.653950] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397c603-d4d6-41df-b0bf-aafb64024b3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.663834] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e20509b-b68c-48a0-950f-e2b01ee8c6f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.714753] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0464f3-915d-4d8d-be51-1d8f0098d45e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.720985] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734282, 'name': Rename_Task, 'duration_secs': 0.245494} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.724128] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.724782] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bca0218-4b0a-4234-8b4e-622558051740 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.728653] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3fd76e-fd0f-4c5c-b19b-2feb33cabaf5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.746274] env[64658]: DEBUG nova.compute.provider_tree [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.749046] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1056.749046] env[64658]: value = "task-2734285" [ 1056.749046] env[64658]: _type = "Task" [ 1056.749046] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.758920] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734285, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.779336] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068335} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.780425] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.782290] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e9a26-6973-4b0a-b662-c31b48f2c0e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.825216] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.825852] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9726852e-6685-43e0-8f9c-6e99d2dabc4c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.858647] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520927} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.859933] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. [ 1056.860191] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1056.860191] env[64658]: value = "task-2734286" [ 1056.860191] env[64658]: _type = "Task" [ 1056.860191] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.860930] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb6354b-8830-4170-8b48-564539b5fa0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.872693] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.876331] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.641237] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.644162] env[64658]: INFO nova.compute.manager [-] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Took 2.44 seconds to deallocate network for instance. [ 1057.644478] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.644782] env[64658]: DEBUG nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Instance network_info: |[{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.647506] env[64658]: DEBUG nova.scheduler.client.report [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.659402] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.659576] env[64658]: DEBUG nova.compute.manager [req-b6a19069-6bd9-4208-adaa-b9e913021a74 req-6eda3dfb-189d-4293-9f70-6932cce29b59 service nova] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Received event network-vif-deleted-43ccc4d6-06c7-4103-9977-b94565d610e4 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.660800] env[64658]: DEBUG nova.compute.manager [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.661151] env[64658]: DEBUG nova.compute.manager [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing instance network info cache due to event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.661193] env[64658]: DEBUG oslo_concurrency.lockutils [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.661920] env[64658]: DEBUG oslo_concurrency.lockutils [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.661920] env[64658]: DEBUG nova.network.neutron [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.664396] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:50:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3247fbba-b80e-4183-ab8e-b3ba8629e287', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.672986] env[64658]: DEBUG oslo.service.loopingcall [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.677844] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e0d53e-22a1-42af-949a-5f323dd91ab1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.694482] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.695221] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc2556fa-d2ed-41eb-b058-cee8ed1479ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.716050] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734286, 'name': ReconfigVM_Task, 'duration_secs': 0.701424} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.720897] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb/c79e135d-d015-49c6-afd5-e899cd6720fb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.721607] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.722282] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.722282] env[64658]: value = "task-2734288" [ 1057.722282] env[64658]: _type = "Task" [ 1057.722282] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.722614] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1057.722614] env[64658]: value = "task-2734287" [ 1057.722614] env[64658]: _type = "Task" [ 1057.722614] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.722802] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1c11cd4-c5d5-4318-8137-27e8fe0eebaf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.736275] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734288, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.740681] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.741035] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1057.741035] env[64658]: value = "task-2734289" [ 1057.741035] env[64658]: _type = "Task" [ 1057.741035] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.752889] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734289, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.011722] env[64658]: DEBUG nova.network.neutron [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance_info_cache with network_info: [{"id": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "address": "fa:16:3e:43:4a:4e", "network": {"id": "09aa6a1c-3cd6-4da8-b584-64003acf4589", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-885873785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf7fe5c429e8412aa79436f14a3adbc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed22417-10", "ovs_interfaceid": "8ed22417-102f-49b1-bb38-723e6e36e3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.147860] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35855d43-2f23-43e4-b483-11b9117cb1b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.160603] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.443s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.167495] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.462s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.171935] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb7618-6b83-475d-a09e-d5457ca2e7dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.178200] env[64658]: DEBUG oslo_vmware.api [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734285, 'name': PowerOnVM_Task, 'duration_secs': 1.214384} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.179102] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.179232] env[64658]: INFO nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1058.179463] env[64658]: DEBUG nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.180840] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2ef836-f029-4820-84df-8f06604d4c32 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.198747] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.202159] env[64658]: INFO nova.scheduler.client.report [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted allocations for instance d61ef8f6-2451-4baf-9b0e-e5e016893bcd [ 1058.252862] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734287, 'name': ReconfigVM_Task, 'duration_secs': 0.502896} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.253079] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734288, 'name': CreateVM_Task, 'duration_secs': 0.434608} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.253763] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.254600] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.255504] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a01a97-5a30-4851-8bd6-6f43ed1b5949 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.258699] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.259634] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.259981] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.264051] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91da2407-ce6d-4e77-aaba-ec0e3e062f11 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.265716] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734289, 'name': Rename_Task, 'duration_secs': 0.228994} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.266575] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.267465] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07dfa31b-80b3-41b7-aad8-af33a9ca9052 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.296936] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4066848-fb5c-4be6-bef6-0763e5b27a73 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.308245] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1058.308245] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522b7ee8-a962-a4d3-b38b-51a1d344ae0e" [ 1058.308245] env[64658]: _type = "Task" [ 1058.308245] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.314860] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1058.314860] env[64658]: value = "task-2734290" [ 1058.314860] env[64658]: _type = "Task" [ 1058.314860] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.321986] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1058.321986] env[64658]: value = "task-2734291" [ 1058.321986] env[64658]: _type = "Task" [ 1058.321986] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.331912] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522b7ee8-a962-a4d3-b38b-51a1d344ae0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.332175] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734290, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.332941] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.333216] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.333495] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.333664] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.333892] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.334186] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2416b012-90e6-475e-9196-d7a692f14380 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.339324] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.346789] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.346962] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.347711] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47d270d-5c14-4919-a4e3-23fb9e4468c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.353650] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1058.353650] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d15b6d-0a83-ab93-60d3-73219ad47c98" [ 1058.353650] env[64658]: _type = "Task" [ 1058.353650] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.363252] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d15b6d-0a83-ab93-60d3-73219ad47c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.514559] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Releasing lock "refresh_cache-70539a02-7d24-4a1b-82c7-35e424c6dfc9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.514848] env[64658]: DEBUG nova.objects.instance [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lazy-loading 'migration_context' on Instance uuid 70539a02-7d24-4a1b-82c7-35e424c6dfc9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.654747] env[64658]: DEBUG nova.network.neutron [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updated VIF entry in instance network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.655168] env[64658]: DEBUG nova.network.neutron [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.705305] env[64658]: INFO nova.compute.manager [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Took 29.33 seconds to build instance. [ 1058.716261] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1482412b-e370-43bf-be06-e96fc380d2d5 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "d61ef8f6-2451-4baf-9b0e-e5e016893bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.697s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.837299] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.843291] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734291, 'name': ReconfigVM_Task, 'duration_secs': 0.195217} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.843545] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.844668] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed836c8-9375-47d4-ba43-89bf5ab75fbd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.853847] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1058.853847] env[64658]: value = "task-2734292" [ 1058.853847] env[64658]: _type = "Task" [ 1058.853847] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.866919] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d15b6d-0a83-ab93-60d3-73219ad47c98, 'name': SearchDatastore_Task, 'duration_secs': 0.00866} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.870280] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.870505] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f078cf6b-46e4-43a2-9b7b-d2a960b19cee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.875376] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1058.875376] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524bb6e5-d37b-b184-da68-4902ef2bb11a" [ 1058.875376] env[64658]: _type = "Task" [ 1058.875376] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.885981] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524bb6e5-d37b-b184-da68-4902ef2bb11a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.017818] env[64658]: DEBUG nova.objects.base [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Object Instance<70539a02-7d24-4a1b-82c7-35e424c6dfc9> lazy-loaded attributes: info_cache,migration_context {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.020614] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddef011-b39a-48db-bdde-100b92810c8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.048511] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f31fade6-9ad3-4cb6-b0c0-94674ac697c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.054962] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1059.054962] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f9adca-f366-4951-babb-67259a465ba0" [ 1059.054962] env[64658]: _type = "Task" [ 1059.054962] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.065745] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f9adca-f366-4951-babb-67259a465ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.007437} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.069724] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.085552] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69209ae1-4189-4178-abef-e48e277ac184 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.093282] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c241e326-429d-4c0a-8132-cbb72c33a546 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.128095] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcfb6b4-21e2-4445-9def-1e1df2fb6c9a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.136576] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c72b9b9-8758-4c28-be5e-3d2248fa5e6e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.153667] env[64658]: DEBUG nova.compute.provider_tree [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.158556] env[64658]: DEBUG oslo_concurrency.lockutils [req-502ffc56-738b-46cf-8b8b-3cabeee7db8a req-dfe60888-280e-4b60-b349-af367d52768d service nova] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.209174] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6cb6618d-e343-4464-af3a-b45c007fa049 tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.851s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.320029] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98848f9-ed9b-4940-b4ba-4004e6cdaa46 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.346963] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d5a78-391c-4fa7-b725-42e371d83180 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.350147] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.355368] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.368501] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734292, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.385590] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524bb6e5-d37b-b184-da68-4902ef2bb11a, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.386610] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.386610] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c479b559-d510-4d28-b060-15b8ad51e9a9/c479b559-d510-4d28-b060-15b8ad51e9a9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.386610] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2263ddd4-258f-4d25-833f-a0f7facaf0d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.393995] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1059.393995] env[64658]: value = "task-2734293" [ 1059.393995] env[64658]: _type = "Task" [ 1059.393995] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.404170] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.657371] env[64658]: DEBUG nova.scheduler.client.report [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.831121] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734290, 'name': PowerOnVM_Task, 'duration_secs': 1.249057} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.831420] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.831630] env[64658]: DEBUG nova.compute.manager [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.832515] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d16ac-afb6-4999-8a1f-fa2c826bfd98 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.862238] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.865675] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1abf5c84-abdd-457a-9b22-6a399c129d34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.867925] env[64658]: DEBUG oslo_vmware.api [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734292, 'name': PowerOnVM_Task, 'duration_secs': 0.54786} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.868230] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.871802] env[64658]: DEBUG nova.compute.manager [None req-c38c3c1a-e20b-4b87-8e00-f755ea5fda7c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.872630] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e821b-8a3b-4f16-b6cc-870a2616f1f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.878343] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1059.878343] env[64658]: value = "task-2734294" [ 1059.878343] env[64658]: _type = "Task" [ 1059.878343] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.896042] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734294, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.903321] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.059449] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.059695] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.298792] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "77447530-5f84-4386-942a-5c2424b2423e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.299032] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "77447530-5f84-4386-942a-5c2424b2423e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.299261] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "77447530-5f84-4386-942a-5c2424b2423e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.299451] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "77447530-5f84-4386-942a-5c2424b2423e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.299671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "77447530-5f84-4386-942a-5c2424b2423e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.303572] env[64658]: INFO nova.compute.manager [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Terminating instance [ 1060.345999] env[64658]: INFO nova.compute.manager [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] bringing vm to original state: 'stopped' [ 1060.395211] env[64658]: DEBUG oslo_vmware.api [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734294, 'name': PowerOnVM_Task, 'duration_secs': 0.465507} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.396040] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.396514] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe6207-16f8-4bfd-8216-369778038556 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.411528] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539211} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.412467] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] c479b559-d510-4d28-b060-15b8ad51e9a9/c479b559-d510-4d28-b060-15b8ad51e9a9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.412927] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.413298] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8bc0a1-30b5-4b99-a4fc-2b7b6eab3b3f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.422019] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1060.422019] env[64658]: value = "task-2734295" [ 1060.422019] env[64658]: _type = "Task" [ 1060.422019] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.437482] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.562357] env[64658]: DEBUG nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.674579] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.507s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.678029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.770s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.678144] env[64658]: DEBUG nova.objects.instance [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lazy-loading 'resources' on Instance uuid 0a3ebe33-589d-4d71-86f5-5bf3b51149e9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.762249] env[64658]: DEBUG oslo_concurrency.lockutils [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.762487] env[64658]: DEBUG oslo_concurrency.lockutils [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.809335] env[64658]: DEBUG nova.compute.manager [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.809555] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.811148] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347311dc-c8b2-4e61-92a1-c4a5405a2fc7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.819380] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.820047] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c64268-175c-48a0-852f-e7a15b2ce6e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.826363] env[64658]: DEBUG oslo_vmware.api [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1060.826363] env[64658]: value = "task-2734296" [ 1060.826363] env[64658]: _type = "Task" [ 1060.826363] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.835325] env[64658]: DEBUG oslo_vmware.api [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.933035] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164082} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.933765] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.934143] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0056ff4e-9d3a-47a8-b98c-bfee394be365 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.956490] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] c479b559-d510-4d28-b060-15b8ad51e9a9/c479b559-d510-4d28-b060-15b8ad51e9a9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.959568] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c35a36e-ccbc-4d15-b59f-9889f38b4390 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.979770] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1060.979770] env[64658]: value = "task-2734297" [ 1060.979770] env[64658]: _type = "Task" [ 1060.979770] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.990768] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.090251] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.261255] env[64658]: INFO nova.scheduler.client.report [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted allocation for migration 5b959069-b9f4-4b90-a9c8-48a277a291bf [ 1061.268539] env[64658]: INFO nova.compute.manager [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Detaching volume 151046cc-fd5d-41fb-8a53-595616f3fe8a [ 1061.273207] env[64658]: DEBUG nova.compute.manager [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1061.319437] env[64658]: INFO nova.virt.block_device [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Attempting to driver detach volume 151046cc-fd5d-41fb-8a53-595616f3fe8a from mountpoint /dev/sdb [ 1061.319683] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1061.319874] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550482', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'name': 'volume-151046cc-fd5d-41fb-8a53-595616f3fe8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5983a6bf-30ad-43c2-973a-c0da12516956', 'attached_at': '', 'detached_at': '', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'serial': '151046cc-fd5d-41fb-8a53-595616f3fe8a'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1061.320768] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab68ff15-62a9-4341-a091-34c933b2003d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.353341] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "c79e135d-d015-49c6-afd5-e899cd6720fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.353594] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.353783] env[64658]: DEBUG nova.compute.manager [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.354552] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e5c4a-370e-4c15-a93e-4774e1a49920 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.358588] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55096ee3-19ac-47dd-a994-76b5a5652d27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.364650] env[64658]: DEBUG oslo_vmware.api [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734296, 'name': PowerOffVM_Task, 'duration_secs': 0.329693} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.365207] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.365382] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.365668] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-870e2ea3-0d1a-44ff-863d-92b10b544b83 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.369959] env[64658]: DEBUG nova.compute.manager [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.375536] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c128d92-11b5-4b5b-b419-44a5c95e8b33 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.404324] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a95028b-f357-4b75-824d-c97b5af5df9a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.420593] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] The volume has not been displaced from its original location: [datastore1] volume-151046cc-fd5d-41fb-8a53-595616f3fe8a/volume-151046cc-fd5d-41fb-8a53-595616f3fe8a.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1061.427019] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.430268] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4637d8f-e2c6-4bd9-962d-fd0b930d8708 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.451062] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.451062] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.451062] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleting the datastore file [datastore1] 77447530-5f84-4386-942a-5c2424b2423e {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.451277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.451935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.452476] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08dd922-8f48-465a-8e25-095d1f5b23f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.456284] env[64658]: DEBUG oslo_vmware.api [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1061.456284] env[64658]: value = "task-2734299" [ 1061.456284] env[64658]: _type = "Task" [ 1061.456284] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.461157] env[64658]: DEBUG oslo_vmware.api [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1061.461157] env[64658]: value = "task-2734300" [ 1061.461157] env[64658]: _type = "Task" [ 1061.461157] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.472869] env[64658]: DEBUG oslo_vmware.api [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.482078] env[64658]: DEBUG oslo_vmware.api [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.495038] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.671820] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2cfddd-93e6-4342-af78-6eaf22d40d92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.685116] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae64e1a7-5729-454d-8010-6b446bb4ee4f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.736890] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6719ff7-a774-45e2-a2cc-57549c2770b4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.748231] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb974b-9f5a-45bc-bfc9-252d6cf77799 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.770176] env[64658]: DEBUG nova.compute.provider_tree [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.773081] env[64658]: DEBUG oslo_concurrency.lockutils [None req-91abf69d-cf91-45a4-98ab-f1a9b2c88232 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.089s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.791638] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.882079] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.882614] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ebf2208-3d0f-4fff-87c9-9a054f2528be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.890264] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1061.890264] env[64658]: value = "task-2734301" [ 1061.890264] env[64658]: _type = "Task" [ 1061.890264] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.899202] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.955927] env[64658]: DEBUG nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.967938] env[64658]: DEBUG oslo_vmware.api [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734299, 'name': ReconfigVM_Task, 'duration_secs': 0.261997} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.971306] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.976172] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5551ce09-6bcc-4a68-b258-9366291783f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.001396] env[64658]: DEBUG oslo_vmware.api [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187364} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.003859] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.004051] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.004230] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.004397] env[64658]: INFO nova.compute.manager [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1062.004632] env[64658]: DEBUG oslo.service.loopingcall [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.006359] env[64658]: DEBUG nova.compute.manager [-] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.006524] env[64658]: DEBUG nova.network.neutron [-] [instance: 77447530-5f84-4386-942a-5c2424b2423e] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.013230] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734297, 'name': ReconfigVM_Task, 'duration_secs': 0.562567} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.013544] env[64658]: DEBUG oslo_vmware.api [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1062.013544] env[64658]: value = "task-2734302" [ 1062.013544] env[64658]: _type = "Task" [ 1062.013544] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.014126] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Reconfigured VM instance instance-00000063 to attach disk [datastore1] c479b559-d510-4d28-b060-15b8ad51e9a9/c479b559-d510-4d28-b060-15b8ad51e9a9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.014795] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-207136b4-b866-4a30-a3e2-83c6e919d047 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.024830] env[64658]: DEBUG oslo_vmware.api [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.026016] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1062.026016] env[64658]: value = "task-2734303" [ 1062.026016] env[64658]: _type = "Task" [ 1062.026016] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.035237] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734303, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.135741] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "30502c20-275d-40fc-a6be-44cb49c1a01a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.136266] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.136499] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "30502c20-275d-40fc-a6be-44cb49c1a01a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.136689] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.136861] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.140636] env[64658]: INFO nova.compute.manager [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Terminating instance [ 1062.276013] env[64658]: DEBUG nova.scheduler.client.report [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.400101] env[64658]: DEBUG oslo_vmware.api [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734301, 'name': PowerOffVM_Task, 'duration_secs': 0.339042} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.400679] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.400881] env[64658]: DEBUG nova.compute.manager [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.401682] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcd9a5a-f086-4080-b3fd-6c79a7e5b515 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.477291] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.527402] env[64658]: DEBUG oslo_vmware.api [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734302, 'name': ReconfigVM_Task, 'duration_secs': 0.180483} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.532014] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550482', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'name': 'volume-151046cc-fd5d-41fb-8a53-595616f3fe8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5983a6bf-30ad-43c2-973a-c0da12516956', 'attached_at': '', 'detached_at': '', 'volume_id': '151046cc-fd5d-41fb-8a53-595616f3fe8a', 'serial': '151046cc-fd5d-41fb-8a53-595616f3fe8a'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1062.540780] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734303, 'name': Rename_Task, 'duration_secs': 0.221509} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.541131] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.541456] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90753cb8-b50a-4e46-b623-09a985606a4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.547943] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1062.547943] env[64658]: value = "task-2734304" [ 1062.547943] env[64658]: _type = "Task" [ 1062.547943] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.558884] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.649092] env[64658]: DEBUG nova.compute.manager [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.649092] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.649957] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d443f6c-ad78-46c8-ad10-6a992a44f598 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.658709] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.658945] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5433c87a-e7b7-4302-bfbd-243001343977 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.665510] env[64658]: DEBUG oslo_vmware.api [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1062.665510] env[64658]: value = "task-2734305" [ 1062.665510] env[64658]: _type = "Task" [ 1062.665510] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.677706] env[64658]: DEBUG oslo_vmware.api [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.737485] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "3203959d-6bb6-449b-b9d2-962cbe202ab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.737747] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.781434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.783691] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.881s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.783920] env[64658]: DEBUG nova.objects.instance [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'resources' on Instance uuid 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.801965] env[64658]: INFO nova.scheduler.client.report [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleted allocations for instance 0a3ebe33-589d-4d71-86f5-5bf3b51149e9 [ 1062.823073] env[64658]: DEBUG nova.network.neutron [-] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.885274] env[64658]: DEBUG nova.compute.manager [req-c5e9b2f2-7567-467f-9f7d-b9d7c18fbd42 req-29e6b1ca-06a5-4e2c-862e-54151ddfe429 service nova] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Received event network-vif-deleted-08479c6e-9059-4cf4-8455-559ba5762e34 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.913815] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.059743] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.078776] env[64658]: DEBUG nova.objects.instance [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.175095] env[64658]: DEBUG oslo_vmware.api [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734305, 'name': PowerOffVM_Task, 'duration_secs': 0.22065} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.175376] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.175552] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.175801] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eace2539-04fd-47b6-9889-f94313474b50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.238120] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.238569] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.238801] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Deleting the datastore file [datastore2] 30502c20-275d-40fc-a6be-44cb49c1a01a {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.239263] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f215bd0-1e0d-407b-9ec3-54991591a837 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.243851] env[64658]: DEBUG nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.247980] env[64658]: DEBUG nova.network.neutron [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Port d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1063.247980] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.247980] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.248192] env[64658]: DEBUG nova.network.neutron [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.250334] env[64658]: DEBUG oslo_vmware.api [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for the task: (returnval){ [ 1063.250334] env[64658]: value = "task-2734307" [ 1063.250334] env[64658]: _type = "Task" [ 1063.250334] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.262788] env[64658]: DEBUG oslo_vmware.api [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.286657] env[64658]: DEBUG nova.objects.instance [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'numa_topology' on Instance uuid 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.310152] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b420365-6a9a-4b23-88da-38a21f85ac7e tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "0a3ebe33-589d-4d71-86f5-5bf3b51149e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.363s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.326370] env[64658]: INFO nova.compute.manager [-] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Took 1.32 seconds to deallocate network for instance. [ 1063.422592] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.559917] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.762563] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "74565687-5904-4634-b29e-05573074bb64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.762804] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.762907] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "74565687-5904-4634-b29e-05573074bb64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.763098] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.763267] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.765245] env[64658]: INFO nova.compute.manager [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Terminating instance [ 1063.773556] env[64658]: DEBUG oslo_vmware.api [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Task: {'id': task-2734307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351207} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.773922] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.774075] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.774297] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.774484] env[64658]: INFO nova.compute.manager [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.774742] env[64658]: DEBUG oslo.service.loopingcall [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.774955] env[64658]: DEBUG nova.compute.manager [-] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.775082] env[64658]: DEBUG nova.network.neutron [-] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.778982] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.789769] env[64658]: DEBUG nova.objects.base [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Object Instance<102cf96e-9cf9-4761-a1c7-97940113abff> lazy-loaded attributes: resources,numa_topology {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.841303] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.063611] env[64658]: DEBUG oslo_vmware.api [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734304, 'name': PowerOnVM_Task, 'duration_secs': 1.38344} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.065583] env[64658]: DEBUG nova.network.neutron [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.068544] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.069558] env[64658]: INFO nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1064.069558] env[64658]: DEBUG nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.072294] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac2588c-fb14-4cfb-acbd-44fb1d0c4da6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.086738] env[64658]: DEBUG oslo_concurrency.lockutils [None req-05379e94-41d7-4188-abd1-f19425c715fe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.181697] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee74bdfe-2273-4354-94bc-95eb62fd9590 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.190904] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d136996-57c0-4f93-8c24-723b2ff02e60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.224913] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68541f6-3299-440d-a2b1-852e98deedcd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.233188] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae8083-171b-4891-bef5-1dc394b1eb7f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.248718] env[64658]: DEBUG nova.compute.provider_tree [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.269778] env[64658]: DEBUG nova.compute.manager [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.270130] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.271581] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3587578-60a9-4491-b1dc-46ff98ab2934 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.282475] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.282819] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ccba063-16a4-402a-826c-90b1aeeebf22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.290669] env[64658]: DEBUG oslo_vmware.api [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1064.290669] env[64658]: value = "task-2734308" [ 1064.290669] env[64658]: _type = "Task" [ 1064.290669] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.302374] env[64658]: DEBUG oslo_vmware.api [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.335059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.335316] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.458988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.459163] env[64658]: DEBUG oslo_concurrency.lockutils [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.459475] env[64658]: DEBUG nova.compute.manager [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.461151] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148910a-ee3f-4252-8da7-da94e22677e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.469624] env[64658]: DEBUG nova.compute.manager [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1064.470458] env[64658]: DEBUG nova.objects.instance [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.570805] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.588393] env[64658]: DEBUG nova.network.neutron [-] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.592360] env[64658]: INFO nova.compute.manager [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Took 28.89 seconds to build instance. [ 1064.673098] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.673400] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.673641] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.673834] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.674018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.676553] env[64658]: INFO nova.compute.manager [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Terminating instance [ 1064.752373] env[64658]: DEBUG nova.scheduler.client.report [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.803407] env[64658]: DEBUG oslo_vmware.api [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734308, 'name': PowerOffVM_Task, 'duration_secs': 0.350997} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.803797] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.803859] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.804116] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6d94355-4e04-4555-a5f9-9de42129dee5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.837608] env[64658]: DEBUG nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.849980] env[64658]: DEBUG nova.compute.manager [req-4642fcd4-75d5-43cf-94b3-d4507a01e810 req-979a4666-12b4-425b-9c08-be6f32ac7f5a service nova] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Received event network-vif-deleted-0a5d35b0-2e48-496b-a159-44e4ee660019 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.884426] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.884698] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.884969] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleting the datastore file [datastore1] 74565687-5904-4634-b29e-05573074bb64 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.885189] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f518c849-717c-4581-af63-d7b0cabe4eb4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.892036] env[64658]: DEBUG oslo_vmware.api [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1064.892036] env[64658]: value = "task-2734310" [ 1064.892036] env[64658]: _type = "Task" [ 1064.892036] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.904346] env[64658]: DEBUG oslo_vmware.api [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.074885] env[64658]: DEBUG nova.compute.manager [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64658) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1065.093531] env[64658]: INFO nova.compute.manager [-] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Took 1.32 seconds to deallocate network for instance. [ 1065.095942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f125f9a3-39bb-43b1-aa9d-cf58622f7887 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.405s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.181081] env[64658]: DEBUG nova.compute.manager [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.181296] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.182388] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f835fb4-39d2-4bd0-82a9-a05793aa734b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.194595] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.194882] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca37a8b-96de-439c-b7b6-a2d8dbdfc563 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.203089] env[64658]: DEBUG oslo_vmware.api [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1065.203089] env[64658]: value = "task-2734311" [ 1065.203089] env[64658]: _type = "Task" [ 1065.203089] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.214466] env[64658]: DEBUG oslo_vmware.api [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.258625] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.474s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.262065] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.063s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.263530] env[64658]: DEBUG nova.objects.instance [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lazy-loading 'resources' on Instance uuid afdef77d-2cba-47a6-b593-7736669070f0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.363643] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.403646] env[64658]: DEBUG oslo_vmware.api [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270305} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.403881] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.404096] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.404295] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.404470] env[64658]: INFO nova.compute.manager [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 74565687-5904-4634-b29e-05573074bb64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1065.404719] env[64658]: DEBUG oslo.service.loopingcall [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.404906] env[64658]: DEBUG nova.compute.manager [-] [instance: 74565687-5904-4634-b29e-05573074bb64] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.405009] env[64658]: DEBUG nova.network.neutron [-] [instance: 74565687-5904-4634-b29e-05573074bb64] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.418412] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "c79e135d-d015-49c6-afd5-e899cd6720fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.418669] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.418871] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "c79e135d-d015-49c6-afd5-e899cd6720fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.419260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.419479] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.421714] env[64658]: INFO nova.compute.manager [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Terminating instance [ 1065.478838] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.479308] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c49631aa-5cf5-40b8-b7eb-9ba105878428 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.487838] env[64658]: DEBUG oslo_vmware.api [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1065.487838] env[64658]: value = "task-2734312" [ 1065.487838] env[64658]: _type = "Task" [ 1065.487838] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.497372] env[64658]: DEBUG oslo_vmware.api [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.603118] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.715439] env[64658]: DEBUG oslo_vmware.api [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734311, 'name': PowerOffVM_Task, 'duration_secs': 0.366092} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.716199] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.716382] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.716661] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a8ac25c-a205-4f02-a626-69f02d9a95bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.770451] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5322e72a-282c-4a13-afed-81e331494f50 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.530s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.776188] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.131s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.776188] env[64658]: INFO nova.compute.manager [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Unshelving [ 1065.781472] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.782900] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.782900] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleting the datastore file [datastore1] 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.782900] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4dd05c9-46d7-4e57-8304-294db3b10a8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.789692] env[64658]: DEBUG oslo_vmware.api [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for the task: (returnval){ [ 1065.789692] env[64658]: value = "task-2734314" [ 1065.789692] env[64658]: _type = "Task" [ 1065.789692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.798768] env[64658]: DEBUG oslo_vmware.api [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.925287] env[64658]: DEBUG nova.compute.manager [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.925546] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.926339] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae4c42-c997-4056-b004-d749ec119b2d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.935709] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.938391] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0942534-57cc-483a-973a-097fabfe41ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.000655] env[64658]: DEBUG oslo_vmware.api [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734312, 'name': PowerOffVM_Task, 'duration_secs': 0.285465} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.000921] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.001970] env[64658]: DEBUG nova.compute.manager [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.002278] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5710fb-17b0-4be8-b395-ad5fb8b9d6ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.006168] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.006362] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.006540] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleting the datastore file [datastore1] c79e135d-d015-49c6-afd5-e899cd6720fb {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.007139] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd097f8f-7c3f-4b6b-90ae-2d758ff49111 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.021021] env[64658]: DEBUG oslo_vmware.api [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1066.021021] env[64658]: value = "task-2734316" [ 1066.021021] env[64658]: _type = "Task" [ 1066.021021] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.027428] env[64658]: DEBUG oslo_vmware.api [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.129187] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bdb0be-d567-4763-9744-c8358d2e8235 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.137024] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8780154d-9fdd-4372-b365-ca808bdf05bc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.170254] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d19e539-d051-40a7-992b-a949ab43063b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.177170] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fdc1c3-9dac-4e7b-9cc0-157d9db98fc9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.191441] env[64658]: DEBUG nova.compute.provider_tree [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.196053] env[64658]: DEBUG nova.network.neutron [-] [instance: 74565687-5904-4634-b29e-05573074bb64] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.240790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.302813] env[64658]: DEBUG oslo_vmware.api [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Task: {'id': task-2734314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364118} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.303097] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.303265] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.303471] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.303658] env[64658]: INFO nova.compute.manager [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1066.303880] env[64658]: DEBUG oslo.service.loopingcall [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.304088] env[64658]: DEBUG nova.compute.manager [-] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.304174] env[64658]: DEBUG nova.network.neutron [-] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.518253] env[64658]: DEBUG oslo_concurrency.lockutils [None req-693f9665-703f-448e-a67b-bb5dc54c2afe tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.529031] env[64658]: DEBUG oslo_vmware.api [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450209} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.529715] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.529894] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.530091] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.530327] env[64658]: INFO nova.compute.manager [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1066.530625] env[64658]: DEBUG oslo.service.loopingcall [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.530849] env[64658]: DEBUG nova.compute.manager [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.530967] env[64658]: DEBUG nova.network.neutron [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.673889] env[64658]: DEBUG nova.compute.manager [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.674372] env[64658]: DEBUG nova.compute.manager [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing instance network info cache due to event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.674698] env[64658]: DEBUG oslo_concurrency.lockutils [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.674956] env[64658]: DEBUG oslo_concurrency.lockutils [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.675176] env[64658]: DEBUG nova.network.neutron [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.698011] env[64658]: DEBUG nova.scheduler.client.report [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.703204] env[64658]: INFO nova.compute.manager [-] [instance: 74565687-5904-4634-b29e-05573074bb64] Took 1.30 seconds to deallocate network for instance. [ 1066.781179] env[64658]: DEBUG nova.compute.utils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1067.081589] env[64658]: DEBUG nova.network.neutron [-] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.204504] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.207019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.137s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.209357] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.223869] env[64658]: INFO nova.scheduler.client.report [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleted allocations for instance afdef77d-2cba-47a6-b593-7736669070f0 [ 1067.285156] env[64658]: INFO nova.virt.block_device [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Booting with volume 0c00d9cc-14df-4255-bd71-689077a46cad at /dev/sdb [ 1067.295129] env[64658]: DEBUG nova.network.neutron [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.327672] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49633b6f-91e9-4452-87ff-2eb3175e67d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.339132] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e8882-fa28-406e-9296-a0724a4f3396 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.359234] env[64658]: DEBUG nova.compute.manager [req-20c413be-1311-4f86-971b-35cf994a65de req-73cb172b-4f77-498d-8a51-610b79e6cfef service nova] [instance: 74565687-5904-4634-b29e-05573074bb64] Received event network-vif-deleted-56a92eb0-f9de-4ff5-a28c-c4192fda845f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.359448] env[64658]: DEBUG nova.compute.manager [req-20c413be-1311-4f86-971b-35cf994a65de req-73cb172b-4f77-498d-8a51-610b79e6cfef service nova] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Received event network-vif-deleted-8ad712df-daf8-4e2e-8982-bc7b492ecd53 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.377988] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-749ff0b2-363b-405a-9caf-c6fffc0e9af2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.386238] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33013f40-bec1-4915-9f81-cb4869043e14 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.425725] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80598fb-a1fb-400e-84f7-7dd7cd44e9ef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.432497] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c46ed-1636-40bf-9612-c0fee6fc9187 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.445635] env[64658]: DEBUG nova.virt.block_device [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating existing volume attachment record: d641d630-e51e-42ae-996b-b5985245318e {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.478886] env[64658]: DEBUG nova.network.neutron [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updated VIF entry in instance network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.479737] env[64658]: DEBUG nova.network.neutron [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.585879] env[64658]: INFO nova.compute.manager [-] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Took 1.28 seconds to deallocate network for instance. [ 1067.601537] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.602358] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.667159] env[64658]: DEBUG nova.objects.instance [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.734838] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45535841-5cb5-4657-ac54-2faf93b44d73 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "afdef77d-2cba-47a6-b593-7736669070f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.296s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.798030] env[64658]: INFO nova.compute.manager [-] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Took 1.27 seconds to deallocate network for instance. [ 1067.985320] env[64658]: DEBUG oslo_concurrency.lockutils [req-eb9e871a-7360-4a46-8a11-8848c6f2f4e5 req-3ddc356f-715a-472b-b597-075cbe555f6c service nova] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.047570] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bd1aef-5f3f-44e1-a2f9-bedabef6e965 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.054739] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce52189-e53c-4c49-89a4-264ae80c454f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.086083] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389126e9-bc70-4644-b5d0-128bc9d86f5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.094992] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.096508] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc40d99-a215-4cfb-9f55-242b08d564a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.112016] env[64658]: DEBUG nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.114946] env[64658]: DEBUG nova.compute.provider_tree [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.172487] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.175062] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.175062] env[64658]: DEBUG nova.network.neutron [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.175062] env[64658]: DEBUG nova.objects.instance [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'info_cache' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.305213] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.620298] env[64658]: DEBUG nova.scheduler.client.report [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.636912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.677963] env[64658]: DEBUG nova.objects.base [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Object Instance<5983a6bf-30ad-43c2-973a-c0da12516956> lazy-loaded attributes: flavor,info_cache {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.034778] env[64658]: DEBUG nova.compute.manager [req-d625733a-7167-41de-b457-b5d02fff7682 req-0cd7142d-5a03-4345-9489-56651df83dc8 service nova] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Received event network-vif-deleted-76d6ab45-9091-4266-9702-3cb7b8642437 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.356390] env[64658]: INFO nova.compute.manager [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Rebuilding instance [ 1069.409612] env[64658]: DEBUG nova.compute.manager [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.410548] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475413a9-81f0-4169-8df2-9ef7d8d06ba0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.459417] env[64658]: DEBUG nova.network.neutron [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating instance_info_cache with network_info: [{"id": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "address": "fa:16:3e:b1:f1:98", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16518514-8d", "ovs_interfaceid": "16518514-8d09-4ad3-a4b6-49d9d9e0291e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.632042] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.425s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.634465] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.544s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.635811] env[64658]: INFO nova.compute.claims [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.965779] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "refresh_cache-5983a6bf-30ad-43c2-973a-c0da12516956" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.192390] env[64658]: INFO nova.scheduler.client.report [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted allocation for migration 27428a07-6763-4e03-9bea-aac6402b9a5e [ 1070.423917] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.424262] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee6b9dac-3c35-4273-b7da-2fe838b2021b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.431402] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1070.431402] env[64658]: value = "task-2734322" [ 1070.431402] env[64658]: _type = "Task" [ 1070.431402] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.439622] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.698975] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.135s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.921036] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc731373-e3d5-4802-b963-b885e2873fb5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.928062] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be37a115-9003-4e9b-ba83-5e1ad4735e47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.959338] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d91646e-050d-45b7-8a4c-b358cb08eabb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.964870] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734322, 'name': PowerOffVM_Task, 'duration_secs': 0.196322} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.965547] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.966251] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.966507] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de66ed3-4fbb-4bf1-8460-8890f5910ae7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.971284] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c5137-258d-4094-9f0c-3a0aa471b8f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.975950] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.976266] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1070.976266] env[64658]: value = "task-2734323" [ 1070.976266] env[64658]: _type = "Task" [ 1070.976266] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.976450] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3210ba5d-8578-4331-92ab-00f8ada17ad9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.989071] env[64658]: DEBUG nova.compute.provider_tree [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.991727] env[64658]: DEBUG oslo_vmware.api [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1070.991727] env[64658]: value = "task-2734324" [ 1070.991727] env[64658]: _type = "Task" [ 1070.991727] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.998198] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1070.998402] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.998801] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550479', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'name': 'volume-97f50fab-9f37-404b-a74a-f4af6293a3be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2', 'attached_at': '', 'detached_at': '', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'serial': '97f50fab-9f37-404b-a74a-f4af6293a3be'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.999331] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a1b45-c723-4db1-a8a1-80c499d6df06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.005394] env[64658]: DEBUG oslo_vmware.api [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.023455] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91730450-3a34-4560-b523-56bc77e6fe15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.029732] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd00368-8c80-481d-bdbc-53134263b800 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.047287] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b196c25-266e-4734-b3e0-e88356843162 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.061889] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] The volume has not been displaced from its original location: [datastore2] volume-97f50fab-9f37-404b-a74a-f4af6293a3be/volume-97f50fab-9f37-404b-a74a-f4af6293a3be.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.067181] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.067507] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3efd5a-3b0a-41fa-972e-3c30affc9851 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.084566] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1071.084566] env[64658]: value = "task-2734325" [ 1071.084566] env[64658]: _type = "Task" [ 1071.084566] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.094810] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.505803] env[64658]: DEBUG oslo_vmware.api [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734324, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.518520] env[64658]: ERROR nova.scheduler.client.report [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [req-7397380d-71db-43eb-ad55-3e6350645de7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7397380d-71db-43eb-ad55-3e6350645de7"}]} [ 1071.537475] env[64658]: DEBUG nova.scheduler.client.report [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1071.551386] env[64658]: DEBUG nova.scheduler.client.report [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1071.551690] env[64658]: DEBUG nova.compute.provider_tree [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.562605] env[64658]: DEBUG nova.scheduler.client.report [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1071.582952] env[64658]: DEBUG nova.scheduler.client.report [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1071.594024] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734325, 'name': ReconfigVM_Task, 'duration_secs': 0.147018} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.594273] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.600099] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295d6da4-abf7-4286-a1a0-816c527326bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.621231] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1071.621231] env[64658]: value = "task-2734326" [ 1071.621231] env[64658]: _type = "Task" [ 1071.621231] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.634372] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.926011] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9de35-0bac-44b0-b8d9-d7d7ddbc2012 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.934824] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49578f-f4df-4d85-b98e-fa92305c73b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.969884] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa01d1-e66d-4e11-8376-a9ec9a591fbe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.978460] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b4980-5db3-42ca-b9a2-27c25ab72e28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.991942] env[64658]: DEBUG nova.compute.provider_tree [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.004863] env[64658]: DEBUG oslo_vmware.api [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734324, 'name': PowerOnVM_Task, 'duration_secs': 0.538662} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.005138] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.005393] env[64658]: DEBUG nova.compute.manager [None req-b5962d2e-845e-40cb-84a1-1d00bbc3fbc3 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.006189] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c10b5b-63ff-42d0-9c29-eec9e90635b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.116571] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.116866] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.117091] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.117284] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.117456] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.119759] env[64658]: INFO nova.compute.manager [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Terminating instance [ 1072.132013] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734326, 'name': ReconfigVM_Task, 'duration_secs': 0.1138} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.132812] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550479', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'name': 'volume-97f50fab-9f37-404b-a74a-f4af6293a3be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2', 'attached_at': '', 'detached_at': '', 'volume_id': '97f50fab-9f37-404b-a74a-f4af6293a3be', 'serial': '97f50fab-9f37-404b-a74a-f4af6293a3be'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.133113] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.133888] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b76211-5d63-465f-96ad-c889a16caa1f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.141080] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.141296] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27ec3fc6-7138-4428-a0d1-730dc39938ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.206747] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.206964] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.207182] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Deleting the datastore file [datastore2] 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.207449] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f867da41-8306-415f-ad4a-949d020463d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.213708] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for the task: (returnval){ [ 1072.213708] env[64658]: value = "task-2734328" [ 1072.213708] env[64658]: _type = "Task" [ 1072.213708] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.221295] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.532936] env[64658]: DEBUG nova.scheduler.client.report [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1072.533273] env[64658]: DEBUG nova.compute.provider_tree [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 145 to 146 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1072.533401] env[64658]: DEBUG nova.compute.provider_tree [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.627661] env[64658]: DEBUG nova.compute.manager [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.630102] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.630102] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc1222-7d40-479a-830b-bcce16b0ef31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.639271] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.639271] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a914da8-283a-4d56-8ca4-0fe074922bb4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.645672] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1072.645672] env[64658]: value = "task-2734329" [ 1072.645672] env[64658]: _type = "Task" [ 1072.645672] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.656021] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.724349] env[64658]: DEBUG oslo_vmware.api [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Task: {'id': task-2734328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078365} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.724670] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.724868] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.725066] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.777869] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.778259] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32cd9cd2-1d2a-43e2-a355-bab7b4fec2f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.787949] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2319ca39-2914-4032-bdde-892f7b40d56e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.831791] env[64658]: ERROR nova.compute.manager [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Failed to detach volume 97f50fab-9f37-404b-a74a-f4af6293a3be from /dev/sda: nova.exception.InstanceNotFound: Instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 could not be found. [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Traceback (most recent call last): [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self.driver.rebuild(**kwargs) [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] raise NotImplementedError() [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] NotImplementedError [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] During handling of the above exception, another exception occurred: [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Traceback (most recent call last): [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self.driver.detach_volume(context, old_connection_info, [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] return self._volumeops.detach_volume(connection_info, instance) [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self._detach_volume_vmdk(connection_info, instance) [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] stable_ref.fetch_moref(session) [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] nova.exception.InstanceNotFound: Instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 could not be found. [ 1072.831791] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1072.963935] env[64658]: DEBUG nova.compute.utils [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Build of instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 aborted: Failed to rebuild volume backed instance. {{(pid=64658) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1072.966667] env[64658]: ERROR nova.compute.manager [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 aborted: Failed to rebuild volume backed instance. [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Traceback (most recent call last): [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self.driver.rebuild(**kwargs) [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] raise NotImplementedError() [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] NotImplementedError [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] During handling of the above exception, another exception occurred: [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Traceback (most recent call last): [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self._detach_root_volume(context, instance, root_bdm) [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] with excutils.save_and_reraise_exception(): [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self.force_reraise() [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] raise self.value [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self.driver.detach_volume(context, old_connection_info, [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] return self._volumeops.detach_volume(connection_info, instance) [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self._detach_volume_vmdk(connection_info, instance) [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] stable_ref.fetch_moref(session) [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] nova.exception.InstanceNotFound: Instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 could not be found. [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] During handling of the above exception, another exception occurred: [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Traceback (most recent call last): [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] yield [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1072.966667] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self._do_rebuild_instance_with_claim( [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self._do_rebuild_instance( [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self._rebuild_default_impl(**kwargs) [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] self._rebuild_volume_backed_instance( [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] raise exception.BuildAbortException( [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] nova.exception.BuildAbortException: Build of instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 aborted: Failed to rebuild volume backed instance. [ 1072.967916] env[64658]: ERROR nova.compute.manager [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] [ 1073.041102] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.406s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.041326] env[64658]: DEBUG nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.049103] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.256s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.054990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "9c994fa0-bb33-442d-8a59-8639509102c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.054990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "9c994fa0-bb33-442d-8a59-8639509102c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.054990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "9c994fa0-bb33-442d-8a59-8639509102c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.054990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "9c994fa0-bb33-442d-8a59-8639509102c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.054990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "9c994fa0-bb33-442d-8a59-8639509102c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.056134] env[64658]: INFO nova.compute.manager [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Terminating instance [ 1073.058435] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.155767] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734329, 'name': PowerOffVM_Task, 'duration_secs': 0.215342} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.156063] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.156241] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.156492] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d89a79-53dd-46c2-afe5-a51e07ab8454 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.217540] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.217741] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.217898] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleting the datastore file [datastore2] 70539a02-7d24-4a1b-82c7-35e424c6dfc9 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.218202] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b7f0185-964d-45c1-a9c8-5eb521ddc0df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.224600] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for the task: (returnval){ [ 1073.224600] env[64658]: value = "task-2734331" [ 1073.224600] env[64658]: _type = "Task" [ 1073.224600] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.234091] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.549595] env[64658]: DEBUG nova.compute.utils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1073.552174] env[64658]: DEBUG nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.552174] env[64658]: DEBUG nova.network.neutron [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.557739] env[64658]: INFO nova.compute.claims [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.561841] env[64658]: DEBUG nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.564262] env[64658]: DEBUG nova.compute.manager [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.564459] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.566263] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a128654-a3d3-41a8-aa74-ed2615b7df58 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.574662] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.574763] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85524148-9201-459f-a9a0-cad5170d8ff1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.581665] env[64658]: DEBUG oslo_vmware.api [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1073.581665] env[64658]: value = "task-2734332" [ 1073.581665] env[64658]: _type = "Task" [ 1073.581665] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.591292] env[64658]: DEBUG oslo_vmware.api [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.619861] env[64658]: DEBUG nova.policy [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26f3972bf05845d18599f9788ed76b5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa90a1be7ac447cb5b68b99a024d3a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.737483] env[64658]: DEBUG oslo_vmware.api [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Task: {'id': task-2734331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245666} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.737766] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.737951] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.738149] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.738325] env[64658]: INFO nova.compute.manager [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1073.738630] env[64658]: DEBUG oslo.service.loopingcall [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.738993] env[64658]: DEBUG nova.compute.manager [-] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.738993] env[64658]: DEBUG nova.network.neutron [-] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.067402] env[64658]: INFO nova.compute.resource_tracker [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating resource usage from migration c69a5112-1be2-4618-8b05-223191159851 [ 1074.096603] env[64658]: DEBUG oslo_vmware.api [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734332, 'name': PowerOffVM_Task, 'duration_secs': 0.240907} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.099531] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.099712] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.100268] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce8463f-8b7c-438f-8a7a-e010b309dd5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.176730] env[64658]: DEBUG nova.network.neutron [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Successfully created port: 92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.199324] env[64658]: DEBUG nova.compute.manager [req-d1c70111-4305-4b1c-91ae-6091a20e47d6 req-f7be3c06-e4f4-4d35-b7d1-2bdd47b6846f service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Received event network-vif-deleted-8ed22417-102f-49b1-bb38-723e6e36e3a5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.199553] env[64658]: INFO nova.compute.manager [req-d1c70111-4305-4b1c-91ae-6091a20e47d6 req-f7be3c06-e4f4-4d35-b7d1-2bdd47b6846f service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Neutron deleted interface 8ed22417-102f-49b1-bb38-723e6e36e3a5; detaching it from the instance and deleting it from the info cache [ 1074.199706] env[64658]: DEBUG nova.network.neutron [req-d1c70111-4305-4b1c-91ae-6091a20e47d6 req-f7be3c06-e4f4-4d35-b7d1-2bdd47b6846f service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.412012] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3495258b-35f7-4bc4-9485-192b0cfa10ac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.419935] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebe9b42-02dd-486b-83f8-85c1513f868f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.457690] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919ab974-99b1-48d8-8886-5676c96319c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.466831] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee38aa61-8471-4871-a65f-bb049ab9737d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.483965] env[64658]: DEBUG nova.compute.provider_tree [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.518877] env[64658]: DEBUG nova.network.neutron [-] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.551740] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.552028] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.552199] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleting the datastore file [datastore2] 9c994fa0-bb33-442d-8a59-8639509102c8 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.552467] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b6d13f6-2fa0-4740-a457-8c8455113bf6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.559028] env[64658]: DEBUG oslo_vmware.api [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1074.559028] env[64658]: value = "task-2734334" [ 1074.559028] env[64658]: _type = "Task" [ 1074.559028] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.566675] env[64658]: DEBUG oslo_vmware.api [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.576245] env[64658]: DEBUG nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.603916] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.604162] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.604350] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.604535] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.604679] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.604824] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.605035] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.605197] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.605366] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.605635] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.605841] env[64658]: DEBUG nova.virt.hardware [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.606699] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d6c81-cf5e-4773-abb9-8c7ec147a281 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.614977] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7216d956-4985-477e-aeae-9e45c306751c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.705666] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f282bf0-a0e7-4aea-9dc9-d506d1e11f98 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.717109] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596cf44-8a63-4e8f-be76-56097c4f4c8a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.748506] env[64658]: DEBUG nova.compute.manager [req-d1c70111-4305-4b1c-91ae-6091a20e47d6 req-f7be3c06-e4f4-4d35-b7d1-2bdd47b6846f service nova] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Detach interface failed, port_id=8ed22417-102f-49b1-bb38-723e6e36e3a5, reason: Instance 70539a02-7d24-4a1b-82c7-35e424c6dfc9 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1074.986616] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.987369] env[64658]: DEBUG nova.scheduler.client.report [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.021214] env[64658]: INFO nova.compute.manager [-] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Took 1.28 seconds to deallocate network for instance. [ 1075.069650] env[64658]: DEBUG oslo_vmware.api [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.494648] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.447s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.494960] env[64658]: INFO nova.compute.manager [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Migrating [ 1075.501436] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.024s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.503487] env[64658]: INFO nova.compute.claims [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.527979] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.570717] env[64658]: DEBUG oslo_vmware.api [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.745981} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.570969] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.573141] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.573141] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.573797] env[64658]: INFO nova.compute.manager [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Took 2.01 seconds to destroy the instance on the hypervisor. [ 1075.573797] env[64658]: DEBUG oslo.service.loopingcall [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.573931] env[64658]: DEBUG nova.compute.manager [-] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.573931] env[64658]: DEBUG nova.network.neutron [-] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.747461] env[64658]: DEBUG nova.compute.manager [req-8021bc83-d69a-4547-8543-598417e3927e req-5aa4e2d9-b252-478b-8de6-a48141d9046d service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received event network-vif-plugged-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.747681] env[64658]: DEBUG oslo_concurrency.lockutils [req-8021bc83-d69a-4547-8543-598417e3927e req-5aa4e2d9-b252-478b-8de6-a48141d9046d service nova] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.747884] env[64658]: DEBUG oslo_concurrency.lockutils [req-8021bc83-d69a-4547-8543-598417e3927e req-5aa4e2d9-b252-478b-8de6-a48141d9046d service nova] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.748065] env[64658]: DEBUG oslo_concurrency.lockutils [req-8021bc83-d69a-4547-8543-598417e3927e req-5aa4e2d9-b252-478b-8de6-a48141d9046d service nova] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.748231] env[64658]: DEBUG nova.compute.manager [req-8021bc83-d69a-4547-8543-598417e3927e req-5aa4e2d9-b252-478b-8de6-a48141d9046d service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] No waiting events found dispatching network-vif-plugged-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.748395] env[64658]: WARNING nova.compute.manager [req-8021bc83-d69a-4547-8543-598417e3927e req-5aa4e2d9-b252-478b-8de6-a48141d9046d service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received unexpected event network-vif-plugged-92fb199d-0627-4b28-9961-df478187f0cd for instance with vm_state building and task_state spawning. [ 1075.842998] env[64658]: DEBUG nova.network.neutron [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Successfully updated port: 92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.901820] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquiring lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.902128] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.902367] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquiring lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.902607] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.902717] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.904873] env[64658]: INFO nova.compute.manager [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Terminating instance [ 1076.016126] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.016382] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.016593] env[64658]: DEBUG nova.network.neutron [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.225115] env[64658]: DEBUG nova.compute.manager [req-8ef95985-8b77-4911-9b36-5f2518a30762 req-d510160b-2f39-4738-956b-adcde3712dae service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Received event network-vif-deleted-5e6be0e5-20eb-4a7e-b453-c7d697d14c64 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.225115] env[64658]: INFO nova.compute.manager [req-8ef95985-8b77-4911-9b36-5f2518a30762 req-d510160b-2f39-4738-956b-adcde3712dae service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Neutron deleted interface 5e6be0e5-20eb-4a7e-b453-c7d697d14c64; detaching it from the instance and deleting it from the info cache [ 1076.225115] env[64658]: DEBUG nova.network.neutron [req-8ef95985-8b77-4911-9b36-5f2518a30762 req-d510160b-2f39-4738-956b-adcde3712dae service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.325746] env[64658]: DEBUG nova.network.neutron [-] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.345414] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.345571] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.345714] env[64658]: DEBUG nova.network.neutron [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.408048] env[64658]: DEBUG nova.compute.manager [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.408410] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49b56c7f-090d-48d1-b07f-bf02a67b17d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.418064] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043acee5-45f4-46b2-b304-4ff3b3409950 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.448324] env[64658]: WARNING nova.virt.vmwareapi.driver [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 could not be found. [ 1076.448541] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.448845] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d01afec7-5d6b-4ece-9c0d-b079d049b7db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.457246] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930821a8-93db-48de-ae8c-318214810264 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.487174] env[64658]: WARNING nova.virt.vmwareapi.vmops [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 could not be found. [ 1076.487397] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.487576] env[64658]: INFO nova.compute.manager [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1076.487887] env[64658]: DEBUG oslo.service.loopingcall [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.488142] env[64658]: DEBUG nova.compute.manager [-] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.488243] env[64658]: DEBUG nova.network.neutron [-] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.726745] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-937f25c7-8eb8-46cb-b315-374403f22c5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.743150] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea62194b-4ecb-4144-a3a3-26e130bd60cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.760509] env[64658]: DEBUG nova.network.neutron [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.786038] env[64658]: DEBUG nova.compute.manager [req-8ef95985-8b77-4911-9b36-5f2518a30762 req-d510160b-2f39-4738-956b-adcde3712dae service nova] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Detach interface failed, port_id=5e6be0e5-20eb-4a7e-b453-c7d697d14c64, reason: Instance 9c994fa0-bb33-442d-8a59-8639509102c8 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1076.828170] env[64658]: INFO nova.compute.manager [-] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Took 1.25 seconds to deallocate network for instance. [ 1076.883232] env[64658]: DEBUG nova.network.neutron [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.895571] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb23fc-e64d-4fda-aa1a-bb1fdd5450b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.905593] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a82f7b-9df1-47b3-a832-48791d648f76 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.939710] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873fbfee-ab0f-4334-ae35-ed5dc97c1c60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.948043] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753a933-07f3-4595-bcb8-8d327ef1e836 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.963305] env[64658]: DEBUG nova.compute.provider_tree [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.033201] env[64658]: DEBUG nova.network.neutron [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb199d-06", "ovs_interfaceid": "92fb199d-0627-4b28-9961-df478187f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.264064] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.341196] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.466318] env[64658]: DEBUG nova.scheduler.client.report [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.535798] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.536157] env[64658]: DEBUG nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Instance network_info: |[{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb199d-06", "ovs_interfaceid": "92fb199d-0627-4b28-9961-df478187f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.536572] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b1:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fb199d-0627-4b28-9961-df478187f0cd', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.544393] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating folder: Project (0fa90a1be7ac447cb5b68b99a024d3a5). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.544977] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-368a9983-d655-4cc6-9918-7cb16f4369a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.556699] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Created folder: Project (0fa90a1be7ac447cb5b68b99a024d3a5) in parent group-v550231. [ 1077.556883] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating folder: Instances. Parent ref: group-v550507. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.557127] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e7bb9a-86c4-4bf6-a082-af8f3a46b4c0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.565888] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Created folder: Instances in parent group-v550507. [ 1077.566139] env[64658]: DEBUG oslo.service.loopingcall [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.566326] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.566527] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e325bd9-ea66-4e14-8d85-26e8a89da022 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.588000] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.588000] env[64658]: value = "task-2734337" [ 1077.588000] env[64658]: _type = "Task" [ 1077.588000] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.602601] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734337, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.790605] env[64658]: DEBUG nova.compute.manager [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received event network-changed-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.791037] env[64658]: DEBUG nova.compute.manager [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Refreshing instance network info cache due to event network-changed-92fb199d-0627-4b28-9961-df478187f0cd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.791509] env[64658]: DEBUG oslo_concurrency.lockutils [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] Acquiring lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.791509] env[64658]: DEBUG oslo_concurrency.lockutils [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] Acquired lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.791656] env[64658]: DEBUG nova.network.neutron [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Refreshing network info cache for port 92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.972231] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.972816] env[64658]: DEBUG nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.978767] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.553s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.978767] env[64658]: DEBUG nova.objects.instance [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1078.098937] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734337, 'name': CreateVM_Task, 'duration_secs': 0.280915} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.099133] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.099905] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.100090] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.100418] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.100765] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d7183c-764c-4724-b40e-a501e7b6079f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.106015] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1078.106015] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a8f026-db72-6068-462a-2ec0bdaf11b2" [ 1078.106015] env[64658]: _type = "Task" [ 1078.106015] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.114071] env[64658]: DEBUG nova.network.neutron [-] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.115379] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a8f026-db72-6068-462a-2ec0bdaf11b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.480722] env[64658]: DEBUG nova.compute.utils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.485600] env[64658]: DEBUG nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.485783] env[64658]: DEBUG nova.network.neutron [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.532619] env[64658]: DEBUG nova.policy [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf9b2e553b243db90a48cebb538386f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815e2684c49c4df1b629e19ded065e10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.618176] env[64658]: INFO nova.compute.manager [-] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Took 2.13 seconds to deallocate network for instance. [ 1078.618408] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a8f026-db72-6068-462a-2ec0bdaf11b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.621144] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.621663] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.621663] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.621811] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.621984] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.622528] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb266ca8-5d47-45a8-b86e-5596994f21e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.631922] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.631922] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.633333] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34aeceb9-9535-4972-9cab-9e03a5320d5c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.642195] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1078.642195] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ee96d4-4cc0-d81b-03d4-7ff20b9122a7" [ 1078.642195] env[64658]: _type = "Task" [ 1078.642195] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.649761] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ee96d4-4cc0-d81b-03d4-7ff20b9122a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.784423] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3af353-3395-41c0-b5b4-49fbbab17a9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.809983] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance 'acc0f605-4ba1-442c-ac75-051e800b49b8' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.827495] env[64658]: DEBUG nova.network.neutron [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updated VIF entry in instance network info cache for port 92fb199d-0627-4b28-9961-df478187f0cd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.827688] env[64658]: DEBUG nova.network.neutron [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb199d-06", "ovs_interfaceid": "92fb199d-0627-4b28-9961-df478187f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.847300] env[64658]: DEBUG nova.network.neutron [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Successfully created port: 023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.987014] env[64658]: DEBUG nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.990907] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2f35642a-e950-47b6-bbc4-547f2790b8b3 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.995022] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.213s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.995022] env[64658]: INFO nova.compute.claims [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.150861] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ee96d4-4cc0-d81b-03d4-7ff20b9122a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013336} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.151753] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf3e906-13e6-4d91-97de-f2b3e4ade86b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.157621] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1079.157621] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ef1099-e1de-cfcc-a52a-ed71ab7aacf1" [ 1079.157621] env[64658]: _type = "Task" [ 1079.157621] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.166110] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ef1099-e1de-cfcc-a52a-ed71ab7aacf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.174937] env[64658]: INFO nova.compute.manager [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Took 0.56 seconds to detach 1 volumes for instance. [ 1079.177200] env[64658]: DEBUG nova.compute.manager [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Deleting volume: 97f50fab-9f37-404b-a74a-f4af6293a3be {{(pid=64658) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1079.318228] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.318674] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c31e67-82b1-41d7-a0b2-7a6df58d19b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.326697] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1079.326697] env[64658]: value = "task-2734339" [ 1079.326697] env[64658]: _type = "Task" [ 1079.326697] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.330390] env[64658]: DEBUG oslo_concurrency.lockutils [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] Releasing lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.330831] env[64658]: DEBUG nova.compute.manager [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Received event network-vif-deleted-056bd6d9-4564-420f-9a11-5e5f76b5a406 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.331224] env[64658]: INFO nova.compute.manager [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Neutron deleted interface 056bd6d9-4564-420f-9a11-5e5f76b5a406; detaching it from the instance and deleting it from the info cache [ 1079.332862] env[64658]: DEBUG nova.network.neutron [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.339489] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.669093] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ef1099-e1de-cfcc-a52a-ed71ab7aacf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.669355] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.669646] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.669910] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50bc18f0-5c99-4c52-adf3-bdc901185999 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.676457] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1079.676457] env[64658]: value = "task-2734340" [ 1079.676457] env[64658]: _type = "Task" [ 1079.676457] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.684504] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.718891] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.837801] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734339, 'name': PowerOffVM_Task, 'duration_secs': 0.224766} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.838078] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf12970a-a1b2-4625-a08b-f39e7bf48ebe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.839886] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.840097] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance 'acc0f605-4ba1-442c-ac75-051e800b49b8' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.853281] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eef74f-560b-40e7-bbe5-0bfc9917856c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.893355] env[64658]: DEBUG nova.compute.manager [req-33025bd6-1962-4aad-9903-d2cde6beb4e6 req-46ba2aa7-50d9-44dd-93fb-52f0de352ae6 service nova] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Detach interface failed, port_id=056bd6d9-4564-420f-9a11-5e5f76b5a406, reason: Instance 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.001293] env[64658]: DEBUG nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.042698] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.042698] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.042698] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.042698] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.042698] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.044170] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.044170] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.044170] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.044170] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.044170] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.044170] env[64658]: DEBUG nova.virt.hardware [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.044646] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d346c4a-330d-48d3-a913-48519957719c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.059127] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e9d000-0b7b-4222-9224-1ecbba5d8fa0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.187928] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734340, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.276582] env[64658]: DEBUG nova.compute.manager [req-6f1305e4-abab-4b69-8025-b133bb5ee75e req-88525a7c-bb1f-42c4-ad0c-32c81698732f service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Received event network-vif-plugged-023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.276785] env[64658]: DEBUG oslo_concurrency.lockutils [req-6f1305e4-abab-4b69-8025-b133bb5ee75e req-88525a7c-bb1f-42c4-ad0c-32c81698732f service nova] Acquiring lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.276993] env[64658]: DEBUG oslo_concurrency.lockutils [req-6f1305e4-abab-4b69-8025-b133bb5ee75e req-88525a7c-bb1f-42c4-ad0c-32c81698732f service nova] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.277176] env[64658]: DEBUG oslo_concurrency.lockutils [req-6f1305e4-abab-4b69-8025-b133bb5ee75e req-88525a7c-bb1f-42c4-ad0c-32c81698732f service nova] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.277843] env[64658]: DEBUG nova.compute.manager [req-6f1305e4-abab-4b69-8025-b133bb5ee75e req-88525a7c-bb1f-42c4-ad0c-32c81698732f service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] No waiting events found dispatching network-vif-plugged-023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.277843] env[64658]: WARNING nova.compute.manager [req-6f1305e4-abab-4b69-8025-b133bb5ee75e req-88525a7c-bb1f-42c4-ad0c-32c81698732f service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Received unexpected event network-vif-plugged-023d3c48-a100-4383-a1d0-3f5f27e1aa21 for instance with vm_state building and task_state spawning. [ 1080.347858] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.348284] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.348529] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.348798] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.349036] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.349243] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.349520] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.349773] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.350032] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.350249] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.350883] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.357295] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-545fd586-7cf2-4f63-9403-8bdfbb3f9728 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.369433] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d3737-cf2c-473b-9aa5-db2a17f7ce79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.377675] env[64658]: DEBUG nova.network.neutron [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Successfully updated port: 023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.383725] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae6a1d-5902-47db-8201-edd0c1e24dee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.387390] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1080.387390] env[64658]: value = "task-2734341" [ 1080.387390] env[64658]: _type = "Task" [ 1080.387390] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.419112] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f713f9-9e99-486b-8111-cd24de5f5745 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.425440] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.431400] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a96c5-747a-43f4-9968-62fc8b427d21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.446373] env[64658]: DEBUG nova.compute.provider_tree [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.688892] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541598} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.689177] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.689419] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.689683] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f4e9646-70b4-43e0-8372-7b3921dd340e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.696692] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1080.696692] env[64658]: value = "task-2734342" [ 1080.696692] env[64658]: _type = "Task" [ 1080.696692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.704821] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.882678] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.882988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.882988] env[64658]: DEBUG nova.network.neutron [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.897457] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734341, 'name': ReconfigVM_Task, 'duration_secs': 0.455806} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.898217] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance 'acc0f605-4ba1-442c-ac75-051e800b49b8' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.949765] env[64658]: DEBUG nova.scheduler.client.report [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.207963] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271993} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.207963] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.208603] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c206d08d-c475-4b41-b3c6-aef3ac03c0b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.233978] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.234565] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7571bb-687f-4b43-9dbe-598af7632b19 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.254615] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1081.254615] env[64658]: value = "task-2734343" [ 1081.254615] env[64658]: _type = "Task" [ 1081.254615] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.262681] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.404620] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.404857] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.405042] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.405205] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.405354] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.405500] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.405697] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.405853] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.406093] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.406299] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.406497] env[64658]: DEBUG nova.virt.hardware [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.412081] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.412494] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a0a8340-26e7-43c7-b884-0d6e2b517f0b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.427271] env[64658]: DEBUG nova.network.neutron [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.434356] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1081.434356] env[64658]: value = "task-2734344" [ 1081.434356] env[64658]: _type = "Task" [ 1081.434356] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.442430] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.455414] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.455984] env[64658]: DEBUG nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.459265] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.622s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.459430] env[64658]: DEBUG nova.objects.instance [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lazy-loading 'resources' on Instance uuid 77447530-5f84-4386-942a-5c2424b2423e {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.578683] env[64658]: DEBUG nova.network.neutron [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updating instance_info_cache with network_info: [{"id": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "address": "fa:16:3e:6a:86:92", "network": {"id": "4677a1d9-366a-4f11-9c9f-84c6d1ba6ad3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1508466202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815e2684c49c4df1b629e19ded065e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023d3c48-a1", "ovs_interfaceid": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.764520] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734343, 'name': ReconfigVM_Task, 'duration_secs': 0.305597} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.764750] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.765373] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f5f0278-b1d2-4e27-ae7b-d3d86aa47b55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.771708] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1081.771708] env[64658]: value = "task-2734345" [ 1081.771708] env[64658]: _type = "Task" [ 1081.771708] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.779574] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734345, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.944698] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734344, 'name': ReconfigVM_Task, 'duration_secs': 0.167395} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.945113] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.945784] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7979c7a0-77e8-4c8c-933d-71a6d805d299 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.962103] env[64658]: DEBUG nova.compute.utils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.973179] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] acc0f605-4ba1-442c-ac75-051e800b49b8/acc0f605-4ba1-442c-ac75-051e800b49b8.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.974434] env[64658]: DEBUG nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.976971] env[64658]: DEBUG nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.977157] env[64658]: DEBUG nova.network.neutron [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.979374] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc1277e-3ebf-4f74-9e81-91922534f507 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.005975] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1082.005975] env[64658]: value = "task-2734346" [ 1082.005975] env[64658]: _type = "Task" [ 1082.005975] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.018579] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.038668] env[64658]: DEBUG nova.policy [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4304d6ec82674fcbb22f2e7431af79ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69827e9b22694c7dad17fe8e4db33bfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.081988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Releasing lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.082358] env[64658]: DEBUG nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Instance network_info: |[{"id": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "address": "fa:16:3e:6a:86:92", "network": {"id": "4677a1d9-366a-4f11-9c9f-84c6d1ba6ad3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1508466202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815e2684c49c4df1b629e19ded065e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023d3c48-a1", "ovs_interfaceid": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.082992] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:86:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '023d3c48-a100-4383-a1d0-3f5f27e1aa21', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.090525] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Creating folder: Project (815e2684c49c4df1b629e19ded065e10). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.090804] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50a2a8b7-a7ee-43c4-8780-3515b3585b13 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.104545] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Created folder: Project (815e2684c49c4df1b629e19ded065e10) in parent group-v550231. [ 1082.104748] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Creating folder: Instances. Parent ref: group-v550510. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.104988] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf3c9acf-df21-4c7d-afdd-04cc818c0592 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.118876] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Created folder: Instances in parent group-v550510. [ 1082.119068] env[64658]: DEBUG oslo.service.loopingcall [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.121734] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.122185] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb81e5a1-a675-4adc-bf71-030c5af6d5e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.146256] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.146256] env[64658]: value = "task-2734349" [ 1082.146256] env[64658]: _type = "Task" [ 1082.146256] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.157080] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734349, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.284256] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734345, 'name': Rename_Task, 'duration_secs': 0.133236} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.284685] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.285508] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b9f623-c29c-44f5-b6d6-acb43446a496 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.295704] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1082.295704] env[64658]: value = "task-2734350" [ 1082.295704] env[64658]: _type = "Task" [ 1082.295704] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.304158] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.319372] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b71b26-faf1-4615-9352-415acc4460ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.327248] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe492fe9-3df3-4cd9-863e-7056881fe5c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.359582] env[64658]: DEBUG nova.network.neutron [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Successfully created port: a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.362178] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92decd8-d9fd-4922-b6d0-27b27eeb6656 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.370362] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7925ed5-23ea-4c81-a848-42737d37b3c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.384533] env[64658]: DEBUG nova.compute.provider_tree [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.516712] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734346, 'name': ReconfigVM_Task, 'duration_secs': 0.264888} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.517029] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Reconfigured VM instance instance-0000001e to attach disk [datastore1] acc0f605-4ba1-442c-ac75-051e800b49b8/acc0f605-4ba1-442c-ac75-051e800b49b8.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.517316] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance 'acc0f605-4ba1-442c-ac75-051e800b49b8' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.522508] env[64658]: DEBUG nova.compute.manager [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Received event network-changed-023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.522721] env[64658]: DEBUG nova.compute.manager [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Refreshing instance network info cache due to event network-changed-023d3c48-a100-4383-a1d0-3f5f27e1aa21. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.522900] env[64658]: DEBUG oslo_concurrency.lockutils [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] Acquiring lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.523056] env[64658]: DEBUG oslo_concurrency.lockutils [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] Acquired lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.523221] env[64658]: DEBUG nova.network.neutron [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Refreshing network info cache for port 023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.660759] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734349, 'name': CreateVM_Task, 'duration_secs': 0.342076} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.661110] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.662039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.662361] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.662831] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.663341] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b84279-a353-4d3b-8d42-6e73c86a063a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.668423] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1082.668423] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5289c7de-dce5-b9ea-0818-c1e0959f0cdc" [ 1082.668423] env[64658]: _type = "Task" [ 1082.668423] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.677419] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5289c7de-dce5-b9ea-0818-c1e0959f0cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.805900] env[64658]: DEBUG oslo_vmware.api [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734350, 'name': PowerOnVM_Task, 'duration_secs': 0.461836} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.806221] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.806575] env[64658]: INFO nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1082.806611] env[64658]: DEBUG nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.807391] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675a93c0-fc66-4706-a63c-a29826f38385 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.888827] env[64658]: DEBUG nova.scheduler.client.report [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.008063] env[64658]: DEBUG nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.031852] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a96cb7-5c04-446b-81a7-0382fdc818fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.053699] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.054072] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.054206] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.054428] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.054607] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.054786] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.055032] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.055240] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.055447] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.055646] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.055853] env[64658]: DEBUG nova.virt.hardware [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.056675] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010bfedb-7f1b-49d7-a1cc-d20744a724e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.059814] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4abee6-27f4-4ccd-9fde-27abb08a4271 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.082109] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a100fd60-530d-4610-b253-b609ebf784f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.085829] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance 'acc0f605-4ba1-442c-ac75-051e800b49b8' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.180590] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5289c7de-dce5-b9ea-0818-c1e0959f0cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.025668} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.182794] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.183032] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.183269] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.183441] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.183646] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.183905] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-254ccbe3-7f16-41c6-a622-efc34cf5d79b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.192162] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.192330] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.193011] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24addba8-9a6f-48a1-9e22-b38a72a25d24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.198472] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1083.198472] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52518646-cbb4-aade-2191-2553f4ee5c96" [ 1083.198472] env[64658]: _type = "Task" [ 1083.198472] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.205796] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52518646-cbb4-aade-2191-2553f4ee5c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.305146] env[64658]: DEBUG nova.network.neutron [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updated VIF entry in instance network info cache for port 023d3c48-a100-4383-a1d0-3f5f27e1aa21. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.305600] env[64658]: DEBUG nova.network.neutron [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updating instance_info_cache with network_info: [{"id": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "address": "fa:16:3e:6a:86:92", "network": {"id": "4677a1d9-366a-4f11-9c9f-84c6d1ba6ad3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1508466202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815e2684c49c4df1b629e19ded065e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023d3c48-a1", "ovs_interfaceid": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.326631] env[64658]: INFO nova.compute.manager [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Took 22.26 seconds to build instance. [ 1083.393621] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.395787] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.033s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.397649] env[64658]: INFO nova.compute.claims [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.417255] env[64658]: INFO nova.scheduler.client.report [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted allocations for instance 77447530-5f84-4386-942a-5c2424b2423e [ 1083.643729] env[64658]: DEBUG nova.network.neutron [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Port 2e0024f1-53d2-441c-9575-2d3331e5f843 binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1083.712733] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52518646-cbb4-aade-2191-2553f4ee5c96, 'name': SearchDatastore_Task, 'duration_secs': 0.008679} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.713736] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85377e4f-7481-4d86-b77d-f1b4823b921f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.720579] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1083.720579] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c02995-df12-cafb-1556-379df984f202" [ 1083.720579] env[64658]: _type = "Task" [ 1083.720579] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.733883] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c02995-df12-cafb-1556-379df984f202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.809788] env[64658]: DEBUG oslo_concurrency.lockutils [req-869ebdad-d7f3-4366-b995-be97f68eafba req-2a4309a2-0486-4fba-93db-d55334f77024 service nova] Releasing lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.828741] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81dec428-98eb-4bfe-95ff-e659d39d3937 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.769s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.873024] env[64658]: DEBUG nova.network.neutron [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Successfully updated port: a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.927013] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d0cbb50f-0bf0-41b3-b66e-ae00414206c6 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "77447530-5f84-4386-942a-5c2424b2423e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.627s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.231790] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c02995-df12-cafb-1556-379df984f202, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.232109] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.232492] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] b068993f-4e8a-47fc-a4ec-3858ff4936e5/b068993f-4e8a-47fc-a4ec-3858ff4936e5.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.233011] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-640be8ba-d575-4c37-a0e0-cf29306ba08c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.239835] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1084.239835] env[64658]: value = "task-2734351" [ 1084.239835] env[64658]: _type = "Task" [ 1084.239835] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.247554] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.289777] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.290016] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.376975] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.377160] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.377318] env[64658]: DEBUG nova.network.neutron [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.552999] env[64658]: DEBUG nova.compute.manager [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Received event network-vif-plugged-a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.553253] env[64658]: DEBUG oslo_concurrency.lockutils [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] Acquiring lock "3203959d-6bb6-449b-b9d2-962cbe202ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.553453] env[64658]: DEBUG oslo_concurrency.lockutils [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.553699] env[64658]: DEBUG oslo_concurrency.lockutils [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.553876] env[64658]: DEBUG nova.compute.manager [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] No waiting events found dispatching network-vif-plugged-a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.554050] env[64658]: WARNING nova.compute.manager [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Received unexpected event network-vif-plugged-a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 for instance with vm_state building and task_state spawning. [ 1084.554209] env[64658]: DEBUG nova.compute.manager [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Received event network-changed-a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.554357] env[64658]: DEBUG nova.compute.manager [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Refreshing instance network info cache due to event network-changed-a3114c3b-ec26-4c4a-a0c1-bec581dd63c0. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.554522] env[64658]: DEBUG oslo_concurrency.lockutils [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] Acquiring lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.671940] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.672254] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.672497] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.733493] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fdb9d2-a10f-45a5-9537-a3b22579244e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.745791] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61485931-c60e-4c53-ba4e-5925b5daacb7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.778866] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450435} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.779909] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] b068993f-4e8a-47fc-a4ec-3858ff4936e5/b068993f-4e8a-47fc-a4ec-3858ff4936e5.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.779909] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.780657] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b723794-95f1-48f7-905f-37d29acdc8b1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.783285] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cf4e0c1-a8a0-44f1-b940-7ae3714b5bdd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.791614] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de04fc43-b7ab-4a97-a59c-d30ff20e8bd4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.795382] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1084.795382] env[64658]: value = "task-2734352" [ 1084.795382] env[64658]: _type = "Task" [ 1084.795382] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.795983] env[64658]: DEBUG nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.813102] env[64658]: DEBUG nova.compute.provider_tree [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.819057] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.910568] env[64658]: DEBUG nova.network.neutron [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.045771] env[64658]: DEBUG nova.network.neutron [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Updating instance_info_cache with network_info: [{"id": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "address": "fa:16:3e:61:78:ea", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3114c3b-ec", "ovs_interfaceid": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.296303] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.296600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.308359] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072681} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.309274] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.310204] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043aa914-073c-4715-b29e-b043f1ced748 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.318327] env[64658]: DEBUG nova.scheduler.client.report [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.344652] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b068993f-4e8a-47fc-a4ec-3858ff4936e5/b068993f-4e8a-47fc-a4ec-3858ff4936e5.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.346570] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.346851] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e3dc2b-c902-4148-ad43-10605181d2fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.367615] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1085.367615] env[64658]: value = "task-2734353" [ 1085.367615] env[64658]: _type = "Task" [ 1085.367615] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.381957] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.549455] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.549766] env[64658]: DEBUG nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Instance network_info: |[{"id": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "address": "fa:16:3e:61:78:ea", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3114c3b-ec", "ovs_interfaceid": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.550102] env[64658]: DEBUG oslo_concurrency.lockutils [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] Acquired lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.550299] env[64658]: DEBUG nova.network.neutron [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Refreshing network info cache for port a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.551652] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:78:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3114c3b-ec26-4c4a-a0c1-bec581dd63c0', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.559224] env[64658]: DEBUG oslo.service.loopingcall [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.562362] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.563380] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a0b29f6-e3ad-410a-ae6a-1d049de9e1b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.584058] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.584058] env[64658]: value = "task-2734354" [ 1085.584058] env[64658]: _type = "Task" [ 1085.584058] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.592054] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734354, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.716792] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.717072] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.717338] env[64658]: DEBUG nova.network.neutron [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.799028] env[64658]: DEBUG nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.821983] env[64658]: DEBUG nova.network.neutron [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Updated VIF entry in instance network info cache for port a3114c3b-ec26-4c4a-a0c1-bec581dd63c0. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.823479] env[64658]: DEBUG nova.network.neutron [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Updating instance_info_cache with network_info: [{"id": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "address": "fa:16:3e:61:78:ea", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3114c3b-ec", "ovs_interfaceid": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.825047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.825744] env[64658]: DEBUG nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.829550] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.226s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.829550] env[64658]: DEBUG nova.objects.instance [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lazy-loading 'resources' on Instance uuid 30502c20-275d-40fc-a6be-44cb49c1a01a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.878326] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734353, 'name': ReconfigVM_Task, 'duration_secs': 0.282474} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.878602] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b068993f-4e8a-47fc-a4ec-3858ff4936e5/b068993f-4e8a-47fc-a4ec-3858ff4936e5.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.879424] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8676bd85-e6af-4463-b650-c333c62caf97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.886091] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1085.886091] env[64658]: value = "task-2734355" [ 1085.886091] env[64658]: _type = "Task" [ 1085.886091] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.894841] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734355, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.094649] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734354, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.319805] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.329452] env[64658]: DEBUG oslo_concurrency.lockutils [req-d1e02f72-8725-452c-bf2f-c8e23ad5ad51 req-2d5edaa6-9370-40d3-9f1b-fad3b0ae69d9 service nova] Releasing lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.331940] env[64658]: DEBUG nova.compute.utils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1086.337638] env[64658]: DEBUG nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.337855] env[64658]: DEBUG nova.network.neutron [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.375812] env[64658]: DEBUG nova.policy [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff12f181bbae4e439ff80ed79ac7930f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ba4729e69aa4ac9847f90113f536eac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.397570] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734355, 'name': Rename_Task, 'duration_secs': 0.166815} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.397861] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.398101] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b57d06e9-2a3e-4232-8d62-4e767c3dbb3f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.405068] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1086.405068] env[64658]: value = "task-2734356" [ 1086.405068] env[64658]: _type = "Task" [ 1086.405068] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.412787] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.434081] env[64658]: DEBUG nova.network.neutron [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.594391] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734354, 'name': CreateVM_Task, 'duration_secs': 0.662055} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.596722] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.597638] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.597867] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.598242] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.598973] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591435ba-4ffd-410c-8463-95acda7b3a6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.602930] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1086.602930] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521ee5f4-4bd2-01a3-4e69-79d964d8846f" [ 1086.602930] env[64658]: _type = "Task" [ 1086.602930] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.614226] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521ee5f4-4bd2-01a3-4e69-79d964d8846f, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.614506] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.614758] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.614989] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.615145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.615317] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.615569] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efcc8eca-054c-4f4a-beb4-a784cbf74a85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.622412] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.622604] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.623392] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebccb5a1-7ab5-419d-8b40-12b50e5478d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.629439] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1086.629439] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d58882-8e77-6f09-3286-7fdf8e31285a" [ 1086.629439] env[64658]: _type = "Task" [ 1086.629439] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.639200] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d58882-8e77-6f09-3286-7fdf8e31285a, 'name': SearchDatastore_Task, 'duration_secs': 0.007972} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.640237] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5d660f-b70f-450c-b999-0523e94393a4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.647111] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1086.647111] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a66aa0-8cbf-8a00-7233-4e31c4765e1c" [ 1086.647111] env[64658]: _type = "Task" [ 1086.647111] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.656667] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a66aa0-8cbf-8a00-7233-4e31c4765e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.658162] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70068fc-7506-4753-9c7d-bf8b60529a41 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.664225] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6428e43d-3129-4aba-8882-5fabb9dc61d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.694661] env[64658]: DEBUG nova.network.neutron [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Successfully created port: f1c1069a-863b-48de-adac-69dcb90da08d {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.697103] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c26dd-b560-408f-b621-2626501e1c3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.704608] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b41fa-e2de-49ba-b12e-890e36f88596 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.717863] env[64658]: DEBUG nova.compute.provider_tree [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.841179] env[64658]: DEBUG nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.923237] env[64658]: DEBUG oslo_vmware.api [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734356, 'name': PowerOnVM_Task, 'duration_secs': 0.505772} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.923650] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.923925] env[64658]: INFO nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1086.924206] env[64658]: DEBUG nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.926154] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc62fcea-c043-4995-97be-ae5e6e22c227 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.937105] env[64658]: DEBUG oslo_concurrency.lockutils [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.158663] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a66aa0-8cbf-8a00-7233-4e31c4765e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008199} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.158943] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.159235] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/3203959d-6bb6-449b-b9d2-962cbe202ab9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.159522] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bee88c-4324-41ee-92b4-d991037e856b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.165940] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1087.165940] env[64658]: value = "task-2734357" [ 1087.165940] env[64658]: _type = "Task" [ 1087.165940] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.175857] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.221134] env[64658]: DEBUG nova.scheduler.client.report [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.394248] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.394512] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.454993] env[64658]: INFO nova.compute.manager [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Took 24.99 seconds to build instance. [ 1087.474804] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461060a0-8b74-461f-8b43-42934355a01d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.499543] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1d8a3-1dfc-4b71-b26d-2491d47e8630 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.509240] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance 'acc0f605-4ba1-442c-ac75-051e800b49b8' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.676293] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501163} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.676437] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/3203959d-6bb6-449b-b9d2-962cbe202ab9.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.676580] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.676826] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-790b6bc0-df1e-4d2d-b752-6dc7564e1634 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.682780] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1087.682780] env[64658]: value = "task-2734358" [ 1087.682780] env[64658]: _type = "Task" [ 1087.682780] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.690534] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.726615] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.729385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.489s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.746759] env[64658]: INFO nova.scheduler.client.report [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Deleted allocations for instance 30502c20-275d-40fc-a6be-44cb49c1a01a [ 1087.818279] env[64658]: DEBUG nova.compute.manager [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Received event network-changed-023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.818445] env[64658]: DEBUG nova.compute.manager [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Refreshing instance network info cache due to event network-changed-023d3c48-a100-4383-a1d0-3f5f27e1aa21. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.818631] env[64658]: DEBUG oslo_concurrency.lockutils [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] Acquiring lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.818775] env[64658]: DEBUG oslo_concurrency.lockutils [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] Acquired lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.819036] env[64658]: DEBUG nova.network.neutron [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Refreshing network info cache for port 023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.850683] env[64658]: DEBUG nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.885342] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.885867] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.886081] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.886281] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.886434] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.886585] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.886795] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.886957] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.887137] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.887839] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.888064] env[64658]: DEBUG nova.virt.hardware [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.889247] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4291f95d-c89e-46c1-bfdd-502f69878877 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.904035] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d90e6-8336-418f-97d8-66a665774805 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.909689] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.909947] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1087.910082] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Rebuilding the list of instances to heal {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1087.959690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-53f5deb6-08be-41b3-a3f7-5c59b7064ca9 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.508s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.016099] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.016409] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac3bfa75-67cc-44d0-bc7c-9db207b03a8c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.024772] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1088.024772] env[64658]: value = "task-2734359" [ 1088.024772] env[64658]: _type = "Task" [ 1088.024772] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.033444] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.190463] env[64658]: DEBUG nova.compute.manager [req-d7dc1019-0ffb-4052-bb20-289a00346c81 req-c7d3d294-b5a1-4817-9985-c7aea166e452 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Received event network-vif-plugged-f1c1069a-863b-48de-adac-69dcb90da08d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.190667] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7dc1019-0ffb-4052-bb20-289a00346c81 req-c7d3d294-b5a1-4817-9985-c7aea166e452 service nova] Acquiring lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.190786] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7dc1019-0ffb-4052-bb20-289a00346c81 req-c7d3d294-b5a1-4817-9985-c7aea166e452 service nova] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.190978] env[64658]: DEBUG oslo_concurrency.lockutils [req-d7dc1019-0ffb-4052-bb20-289a00346c81 req-c7d3d294-b5a1-4817-9985-c7aea166e452 service nova] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.191457] env[64658]: DEBUG nova.compute.manager [req-d7dc1019-0ffb-4052-bb20-289a00346c81 req-c7d3d294-b5a1-4817-9985-c7aea166e452 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] No waiting events found dispatching network-vif-plugged-f1c1069a-863b-48de-adac-69dcb90da08d {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.192656] env[64658]: WARNING nova.compute.manager [req-d7dc1019-0ffb-4052-bb20-289a00346c81 req-c7d3d294-b5a1-4817-9985-c7aea166e452 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Received unexpected event network-vif-plugged-f1c1069a-863b-48de-adac-69dcb90da08d for instance with vm_state building and task_state spawning. [ 1088.197575] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108694} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.197819] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.200252] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5880b88-bb9c-4574-bfbf-f998901249c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.225145] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/3203959d-6bb6-449b-b9d2-962cbe202ab9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.225675] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38153c0a-7970-44e8-8f3f-85400aad8126 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.242563] env[64658]: DEBUG nova.objects.instance [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'migration_context' on Instance uuid 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.250585] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1088.250585] env[64658]: value = "task-2734360" [ 1088.250585] env[64658]: _type = "Task" [ 1088.250585] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.257517] env[64658]: DEBUG oslo_concurrency.lockutils [None req-247ba0fb-d048-4676-9d9f-3543ed77b6bd tempest-ServerAddressesNegativeTestJSON-213174764 tempest-ServerAddressesNegativeTestJSON-213174764-project-member] Lock "30502c20-275d-40fc-a6be-44cb49c1a01a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.121s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.263979] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.334994] env[64658]: DEBUG nova.network.neutron [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Successfully updated port: f1c1069a-863b-48de-adac-69dcb90da08d {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.416304] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1088.416556] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Skipping network cache update for instance because it is Building. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1088.416748] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.416860] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.416991] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1088.417161] env[64658]: DEBUG nova.objects.instance [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lazy-loading 'info_cache' on Instance uuid acc0f605-4ba1-442c-ac75-051e800b49b8 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.535604] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734359, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.674196] env[64658]: DEBUG nova.network.neutron [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updated VIF entry in instance network info cache for port 023d3c48-a100-4383-a1d0-3f5f27e1aa21. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.675055] env[64658]: DEBUG nova.network.neutron [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updating instance_info_cache with network_info: [{"id": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "address": "fa:16:3e:6a:86:92", "network": {"id": "4677a1d9-366a-4f11-9c9f-84c6d1ba6ad3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1508466202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815e2684c49c4df1b629e19ded065e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023d3c48-a1", "ovs_interfaceid": "023d3c48-a100-4383-a1d0-3f5f27e1aa21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.761341] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734360, 'name': ReconfigVM_Task, 'duration_secs': 0.29781} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.761680] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/3203959d-6bb6-449b-b9d2-962cbe202ab9.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.762356] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cf4906e-701f-401a-94bc-fd426dac696a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.770192] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1088.770192] env[64658]: value = "task-2734361" [ 1088.770192] env[64658]: _type = "Task" [ 1088.770192] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.780168] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734361, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.838043] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "refresh_cache-9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.838198] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "refresh_cache-9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.838504] env[64658]: DEBUG nova.network.neutron [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.038060] env[64658]: DEBUG oslo_vmware.api [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734359, 'name': PowerOnVM_Task, 'duration_secs': 0.542147} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.038060] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.038060] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-61b68207-453c-42d3-b987-9403db5d8951 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance 'acc0f605-4ba1-442c-ac75-051e800b49b8' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.132623] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d31713-8a60-483b-ba77-5aa4c129afa1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.141017] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28444627-bae6-45d2-8e65-87d5f847598d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.172878] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb32c0-56f6-469a-8fd0-68cf27977a9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.177282] env[64658]: DEBUG oslo_concurrency.lockutils [req-eafd418d-67da-4d60-8764-514fd66b4ad4 req-e7c6147c-8b26-4506-abda-7dc30e4cb6e8 service nova] Releasing lock "refresh_cache-b068993f-4e8a-47fc-a4ec-3858ff4936e5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.180716] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219d8fab-f90e-43f2-9b50-df8d7c7d3732 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.197619] env[64658]: DEBUG nova.compute.provider_tree [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.282869] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734361, 'name': Rename_Task, 'duration_secs': 0.137087} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.283099] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.283444] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8df3615-3749-4d8f-8539-fd445ceeecb7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.290775] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1089.290775] env[64658]: value = "task-2734362" [ 1089.290775] env[64658]: _type = "Task" [ 1089.290775] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.301210] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.382079] env[64658]: DEBUG nova.network.neutron [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.705532] env[64658]: DEBUG nova.scheduler.client.report [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.802528] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.838794] env[64658]: DEBUG nova.network.neutron [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Updating instance_info_cache with network_info: [{"id": "f1c1069a-863b-48de-adac-69dcb90da08d", "address": "fa:16:3e:5b:97:33", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c1069a-86", "ovs_interfaceid": "f1c1069a-863b-48de-adac-69dcb90da08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.180121] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.247590] env[64658]: DEBUG nova.compute.manager [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Received event network-changed-f1c1069a-863b-48de-adac-69dcb90da08d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.247786] env[64658]: DEBUG nova.compute.manager [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Refreshing instance network info cache due to event network-changed-f1c1069a-863b-48de-adac-69dcb90da08d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1090.247974] env[64658]: DEBUG oslo_concurrency.lockutils [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] Acquiring lock "refresh_cache-9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.304160] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734362, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.342486] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "refresh_cache-9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.342867] env[64658]: DEBUG nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Instance network_info: |[{"id": "f1c1069a-863b-48de-adac-69dcb90da08d", "address": "fa:16:3e:5b:97:33", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c1069a-86", "ovs_interfaceid": "f1c1069a-863b-48de-adac-69dcb90da08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.343199] env[64658]: DEBUG oslo_concurrency.lockutils [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] Acquired lock "refresh_cache-9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.343426] env[64658]: DEBUG nova.network.neutron [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Refreshing network info cache for port f1c1069a-863b-48de-adac-69dcb90da08d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.344682] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:97:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1c1069a-863b-48de-adac-69dcb90da08d', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.354228] env[64658]: DEBUG oslo.service.loopingcall [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1090.354228] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.354228] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f28600d-1e2d-4a63-a1d5-6487dd395a4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.377076] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.377076] env[64658]: value = "task-2734363" [ 1090.377076] env[64658]: _type = "Task" [ 1090.377076] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.389150] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734363, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.683521] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.683521] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1090.683781] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.684014] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.684260] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.684446] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.684601] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.684956] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.685142] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1090.685349] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.715724] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.986s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.726117] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.517s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.726490] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.729683] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.635s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.729893] env[64658]: DEBUG nova.objects.instance [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lazy-loading 'resources' on Instance uuid 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.764905] env[64658]: INFO nova.scheduler.client.report [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted allocations for instance 74565687-5904-4634-b29e-05573074bb64 [ 1090.804027] env[64658]: DEBUG oslo_vmware.api [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734362, 'name': PowerOnVM_Task, 'duration_secs': 1.026027} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.804339] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.805036] env[64658]: INFO nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1090.805036] env[64658]: DEBUG nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.806013] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88cd5a0-a20b-4ccf-a632-708408e261eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.887910] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734363, 'name': CreateVM_Task, 'duration_secs': 0.382609} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.888288] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.889013] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.889187] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.889506] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.890052] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be869a2-b890-4cae-96d4-ebeca84ffffd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.894740] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1090.894740] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520a1af6-8eef-c372-f7ce-62400ed8430f" [ 1090.894740] env[64658]: _type = "Task" [ 1090.894740] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.902836] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520a1af6-8eef-c372-f7ce-62400ed8430f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.107828] env[64658]: DEBUG nova.network.neutron [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Updated VIF entry in instance network info cache for port f1c1069a-863b-48de-adac-69dcb90da08d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.108255] env[64658]: DEBUG nova.network.neutron [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Updating instance_info_cache with network_info: [{"id": "f1c1069a-863b-48de-adac-69dcb90da08d", "address": "fa:16:3e:5b:97:33", "network": {"id": "2f71ee8d-52e4-42f7-94f0-5e0b789d7059", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083471144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ba4729e69aa4ac9847f90113f536eac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c1069a-86", "ovs_interfaceid": "f1c1069a-863b-48de-adac-69dcb90da08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.188624] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.274071] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c51ec5e1-74a0-4c90-9ce3-6c5923d0ed58 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "74565687-5904-4634-b29e-05573074bb64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.511s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.326187] env[64658]: INFO nova.compute.manager [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Took 27.57 seconds to build instance. [ 1091.408967] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520a1af6-8eef-c372-f7ce-62400ed8430f, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.409450] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.409671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.409853] env[64658]: DEBUG nova.compute.manager [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Going to confirm migration 8 {{(pid=64658) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1091.411326] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.411543] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.411890] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.412052] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.412234] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.415220] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4be83bbd-7390-4227-ac8a-750673ee5572 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.432602] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.432602] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.433123] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ea8340-9393-434f-994b-a4151f595296 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.438768] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1091.438768] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525aa273-c80e-e23d-4a57-e36575f40add" [ 1091.438768] env[64658]: _type = "Task" [ 1091.438768] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.451515] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525aa273-c80e-e23d-4a57-e36575f40add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.532018] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b79188-9d33-494a-9770-b23034a2f069 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.539370] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a8b07-9eba-446b-8c1b-7770781b44b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.580433] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce9d81-8e4b-456c-b75c-9984fdcf7a38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.591130] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cb4a29-3e6b-457b-9822-47fa63b7ccc5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.613649] env[64658]: DEBUG oslo_concurrency.lockutils [req-50327702-0532-4866-8b4d-c1433a073973 req-706ce680-4444-49bb-93d2-b1692b683b11 service nova] Releasing lock "refresh_cache-9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.614543] env[64658]: DEBUG nova.compute.provider_tree [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.828568] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ddb8e3a-d7e0-4d80-b4fe-f924d9fc2eaf tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.091s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.953282] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525aa273-c80e-e23d-4a57-e36575f40add, 'name': SearchDatastore_Task, 'duration_secs': 0.024779} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.954232] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdc9103-fe8d-4784-8fd5-cc510645a691 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.960228] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1091.960228] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522a0090-ee1c-6b8d-3185-ae47ddf4a909" [ 1091.960228] env[64658]: _type = "Task" [ 1091.960228] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.968919] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522a0090-ee1c-6b8d-3185-ae47ddf4a909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.006532] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.006718] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.006895] env[64658]: DEBUG nova.network.neutron [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.007091] env[64658]: DEBUG nova.objects.instance [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'info_cache' on Instance uuid acc0f605-4ba1-442c-ac75-051e800b49b8 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.118513] env[64658]: DEBUG nova.scheduler.client.report [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.186172] env[64658]: INFO nova.compute.manager [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Rescuing [ 1092.186396] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.186553] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.186772] env[64658]: DEBUG nova.network.neutron [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.267468] env[64658]: INFO nova.compute.manager [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Swapping old allocation on dict_keys(['018c850a-5a14-4a88-8488-ab65a3b60cdb']) held by migration f4ae2015-4a75-4966-a62c-8812ce13ff9c for instance [ 1092.289961] env[64658]: DEBUG nova.scheduler.client.report [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Overwriting current allocation {'allocations': {'018c850a-5a14-4a88-8488-ab65a3b60cdb': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 150}}, 'project_id': '620a1ac7fb86487282fa10cc02d98322', 'user_id': 'f23fcc0645064f75bb0d0ea1415a189b', 'consumer_generation': 1} on consumer 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0 {{(pid=64658) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1092.364879] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.365094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.365276] env[64658]: DEBUG nova.network.neutron [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.470698] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522a0090-ee1c-6b8d-3185-ae47ddf4a909, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.470881] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.471257] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950/9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.471542] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ba68b6-cfd6-494f-b55c-5c04f7c76734 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.477926] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1092.477926] env[64658]: value = "task-2734364" [ 1092.477926] env[64658]: _type = "Task" [ 1092.477926] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.486123] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.623562] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.627033] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.321s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.627033] env[64658]: DEBUG nova.objects.instance [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'resources' on Instance uuid c79e135d-d015-49c6-afd5-e899cd6720fb {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.640319] env[64658]: INFO nova.scheduler.client.report [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Deleted allocations for instance 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c [ 1092.886637] env[64658]: DEBUG nova.network.neutron [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Updating instance_info_cache with network_info: [{"id": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "address": "fa:16:3e:61:78:ea", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3114c3b-ec", "ovs_interfaceid": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.993386] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734364, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.147157] env[64658]: DEBUG oslo_concurrency.lockutils [None req-78652b10-8332-4302-bee1-f2da95a48c4d tempest-ListServerFiltersTestJSON-535304071 tempest-ListServerFiltersTestJSON-535304071-project-member] Lock "7af5f05b-4606-4cbc-81a9-32f6edfb9f0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.474s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.184033] env[64658]: DEBUG nova.network.neutron [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [{"id": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "address": "fa:16:3e:70:e1:28", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0758dac-ae", "ovs_interfaceid": "d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.238123] env[64658]: DEBUG nova.network.neutron [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [{"id": "2e0024f1-53d2-441c-9575-2d3331e5f843", "address": "fa:16:3e:28:dd:77", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0024f1-53", "ovs_interfaceid": "2e0024f1-53d2-441c-9575-2d3331e5f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.384765] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34019ba-5238-410c-82d2-939645a1b4cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.389854] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.396477] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fdc3b1-fd81-4036-9067-fa009d7b62ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.429217] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab75578-d1ea-4585-8912-a592780ed6a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.436574] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b01b13-972c-4c48-b2c1-338e950daba3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.452755] env[64658]: DEBUG nova.compute.provider_tree [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.488738] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589116} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.489016] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950/9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.489240] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.489493] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a87474ee-c98d-4cc3-9cf0-7c933d679071 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.496340] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1093.496340] env[64658]: value = "task-2734365" [ 1093.496340] env[64658]: _type = "Task" [ 1093.496340] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.505749] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.686437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.687520] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf263cb-7a5e-4129-ac39-d892a5e1a3a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.696570] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c341981c-554b-481e-b2d1-d98d7fe63643 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.741085] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-acc0f605-4ba1-442c-ac75-051e800b49b8" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.741612] env[64658]: DEBUG nova.objects.instance [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'migration_context' on Instance uuid acc0f605-4ba1-442c-ac75-051e800b49b8 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.981032] env[64658]: ERROR nova.scheduler.client.report [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [req-e237a84a-8386-4473-a521-b2d9e2ee7ee8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e237a84a-8386-4473-a521-b2d9e2ee7ee8"}]} [ 1094.006222] env[64658]: DEBUG nova.scheduler.client.report [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1094.014256] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288088} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.014626] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.015346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45835c9d-220d-4998-b3a0-2fd3ef5e5590 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.038267] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950/9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.039406] env[64658]: DEBUG nova.scheduler.client.report [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1094.039614] env[64658]: DEBUG nova.compute.provider_tree [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.041718] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2266f91-83e6-401c-9700-7c7352af82d0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.062918] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1094.062918] env[64658]: value = "task-2734366" [ 1094.062918] env[64658]: _type = "Task" [ 1094.062918] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.067226] env[64658]: DEBUG nova.scheduler.client.report [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1094.074986] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.088497] env[64658]: DEBUG nova.scheduler.client.report [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1094.245412] env[64658]: DEBUG nova.objects.base [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.246335] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc98ff2-5443-492f-8e8f-0c5745c9acf9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.276347] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cd1f63-1b9f-403f-99f5-fab84adaa738 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.284149] env[64658]: DEBUG oslo_vmware.api [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1094.284149] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a4a3cc-d63c-74fd-5c84-6e0a4027b625" [ 1094.284149] env[64658]: _type = "Task" [ 1094.284149] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.292659] env[64658]: DEBUG oslo_vmware.api [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a4a3cc-d63c-74fd-5c84-6e0a4027b625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.358985] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8cb54b-1883-46d5-87d3-23c253fa5f0c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.366556] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17215c09-6039-471a-b481-bb66d28ef4a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.399496] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39128caa-7ebb-48e5-83f2-a509a20e49b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.407047] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad59b89-1fe1-45c5-ab00-81b617c4f3dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.421319] env[64658]: DEBUG nova.compute.provider_tree [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.574163] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.797593] env[64658]: DEBUG oslo_vmware.api [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a4a3cc-d63c-74fd-5c84-6e0a4027b625, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.798279] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.825289] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.825289] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cd3e686-8956-4b24-8764-7a3d60da0d3c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.833029] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1094.833029] env[64658]: value = "task-2734367" [ 1094.833029] env[64658]: _type = "Task" [ 1094.833029] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.842367] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.954745] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.955104] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39be6b15-9bb7-4ece-8b8a-63d3025e8234 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.958465] env[64658]: DEBUG nova.scheduler.client.report [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1094.958722] env[64658]: DEBUG nova.compute.provider_tree [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 151 to 152 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1094.959057] env[64658]: DEBUG nova.compute.provider_tree [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.966259] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1094.966259] env[64658]: value = "task-2734368" [ 1094.966259] env[64658]: _type = "Task" [ 1094.966259] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.974110] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.074177] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734366, 'name': ReconfigVM_Task, 'duration_secs': 0.803042} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.074517] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950/9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.075067] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1229177-f25f-4932-878f-f5cde2b79c08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.080835] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1095.080835] env[64658]: value = "task-2734369" [ 1095.080835] env[64658]: _type = "Task" [ 1095.080835] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.091945] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734369, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.343616] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734367, 'name': PowerOffVM_Task, 'duration_secs': 0.229999} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.343895] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.344570] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.344782] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.344939] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.345289] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.345289] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.345419] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.349119] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.349379] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.349578] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.349753] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.350167] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.355234] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8171f13-05c8-4f76-ab4c-fe3103618e5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.378098] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1095.378098] env[64658]: value = "task-2734370" [ 1095.378098] env[64658]: _type = "Task" [ 1095.378098] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.389818] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.467533] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.841s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.471221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.835s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.479115] env[64658]: INFO nova.compute.claims [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.493491] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734368, 'name': PowerOffVM_Task, 'duration_secs': 0.172695} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.493491] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.494538] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9323ecda-3853-4574-85d4-2cb50233355e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.500122] env[64658]: INFO nova.scheduler.client.report [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted allocations for instance c79e135d-d015-49c6-afd5-e899cd6720fb [ 1095.518186] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b102cfde-46f6-41d4-ae77-3428f328ce39 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.561131] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.562489] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a90ffb-e0d4-4a97-ba05-335cda8a4c28 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.568491] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1095.568491] env[64658]: value = "task-2734371" [ 1095.568491] env[64658]: _type = "Task" [ 1095.568491] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.580464] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.580771] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.581032] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.581188] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.581380] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.581747] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf05623-2650-492c-975d-454f02551058 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.593378] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734369, 'name': Rename_Task, 'duration_secs': 0.137456} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.595072] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.595072] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.595072] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.595951] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd09e750-05ca-47b2-95cc-792c3c40e5d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.597613] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffe8b8c-2a89-4697-b669-2c516c9c5375 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.603314] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1095.603314] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52685ada-202f-19ca-b763-ebdc9089556b" [ 1095.603314] env[64658]: _type = "Task" [ 1095.603314] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.609095] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1095.609095] env[64658]: value = "task-2734372" [ 1095.609095] env[64658]: _type = "Task" [ 1095.609095] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.615888] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52685ada-202f-19ca-b763-ebdc9089556b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.620641] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734372, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.898931] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734370, 'name': ReconfigVM_Task, 'duration_secs': 0.143547} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.899655] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f97b1ab-22f6-48f1-b3a9-f281d3630b2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.924686] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.925092] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.925270] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.925895] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.926131] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.926438] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.926728] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.926937] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.927297] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.927356] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.927572] env[64658]: DEBUG nova.virt.hardware [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.928515] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b0b93a-5539-46a1-8efb-22b0989e9f27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.935223] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1095.935223] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5243f106-1d7b-5e27-48a5-0b2117297312" [ 1095.935223] env[64658]: _type = "Task" [ 1095.935223] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.943574] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5243f106-1d7b-5e27-48a5-0b2117297312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.025021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-240a6ba6-3e95-42e3-823f-0a96f40257a4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "c79e135d-d015-49c6-afd5-e899cd6720fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.606s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.124367] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52685ada-202f-19ca-b763-ebdc9089556b, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.129154] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.129154] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9598c6-2219-409d-9623-9ab826f49d5e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.136616] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1096.136616] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b749d6-73ac-d96a-023c-a0f54d4f6f60" [ 1096.136616] env[64658]: _type = "Task" [ 1096.136616] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.142634] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b749d6-73ac-d96a-023c-a0f54d4f6f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.447910] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5243f106-1d7b-5e27-48a5-0b2117297312, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.453510] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.453594] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ef01ed-68bf-4b0f-aee2-05daa5f5d97e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.473626] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1096.473626] env[64658]: value = "task-2734373" [ 1096.473626] env[64658]: _type = "Task" [ 1096.473626] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.482205] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.625820] env[64658]: DEBUG oslo_vmware.api [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734372, 'name': PowerOnVM_Task, 'duration_secs': 0.568302} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.627633] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.627633] env[64658]: INFO nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1096.627633] env[64658]: DEBUG nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.627633] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b71a6e4-bbc3-439e-ba47-57b03f9be0ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.651599] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b749d6-73ac-d96a-023c-a0f54d4f6f60, 'name': SearchDatastore_Task, 'duration_secs': 0.015417} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.655694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.655968] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. {{(pid=64658) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1096.656838] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b90143-8494-4435-945c-c3dd4c672689 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.663409] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1096.663409] env[64658]: value = "task-2734374" [ 1096.663409] env[64658]: _type = "Task" [ 1096.663409] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.677050] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.860418] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e380e-1325-4bd5-a57c-46640cf700bc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.869230] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42050b25-6243-4179-9284-7e8a67208030 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.903504] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eb8e09-46ed-4b9d-bb18-5334e9019516 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.911127] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89a08c-14b1-421a-97e2-eba225f91360 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.925986] env[64658]: DEBUG nova.compute.provider_tree [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.985318] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734373, 'name': ReconfigVM_Task, 'duration_secs': 0.325937} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.985800] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.986839] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4388d041-3806-4c34-9477-862b3ba8b492 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.025025] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.025025] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684e1bcb-5003-4d92-8a57-07bf593aba31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.043700] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1097.043700] env[64658]: value = "task-2734375" [ 1097.043700] env[64658]: _type = "Task" [ 1097.043700] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.054837] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.151592] env[64658]: INFO nova.compute.manager [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Took 31.81 seconds to build instance. [ 1097.175714] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.423309] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "718464ec-d169-4840-bfee-204498ff8099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.423554] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "718464ec-d169-4840-bfee-204498ff8099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.428994] env[64658]: DEBUG nova.scheduler.client.report [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.459769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.459769] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.555296] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.654156] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d7b2c471-96f8-44a4-a0cb-91ace46460c1 tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.319s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.674939] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626982} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.675295] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk. [ 1097.676094] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafa23f1-1287-4ee7-9961-af45fa5a1d2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.701890] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.702495] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1130ff8a-c6e9-4780-a214-e9cb1db57de9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.724282] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1097.724282] env[64658]: value = "task-2734376" [ 1097.724282] env[64658]: _type = "Task" [ 1097.724282] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.735369] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.926206] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.934558] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.935901] env[64658]: DEBUG nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.937433] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.879s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.937941] env[64658]: DEBUG nova.objects.instance [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'pci_requests' on Instance uuid 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.964048] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.055562] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734375, 'name': ReconfigVM_Task, 'duration_secs': 0.807157} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.055562] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0/16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.056362] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2255313-96b3-4060-a100-b10176fe114e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.080644] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f4efad-2f21-452a-bb6f-b92ca1ea4933 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.105184] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78b2f0-3045-437d-a812-61a8cbd659e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.128867] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a1d337-d2c4-43ba-89d8-5a51c4a976e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.136401] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.136676] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0ce044b-b70e-422e-8b74-28408cec76e0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.143081] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1098.143081] env[64658]: value = "task-2734377" [ 1098.143081] env[64658]: _type = "Task" [ 1098.143081] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.153060] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.234358] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.441157] env[64658]: DEBUG nova.compute.utils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1098.443038] env[64658]: DEBUG nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.443321] env[64658]: DEBUG nova.network.neutron [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.447644] env[64658]: DEBUG nova.objects.instance [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'numa_topology' on Instance uuid 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.449787] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.487737] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.489219] env[64658]: DEBUG nova.policy [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.497219] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.497363] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.653606] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.735522] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734376, 'name': ReconfigVM_Task, 'duration_secs': 0.8365} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.736053] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9/0945371c-166c-42f6-9ee1-ddd9a69fef05-rescue.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.736683] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414433f6-cf66-4aed-9a1d-ac622b016c06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.761767] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb053b80-43cb-4851-82af-3ea9b606d49c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.776563] env[64658]: DEBUG nova.network.neutron [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Successfully created port: 2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.779994] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1098.779994] env[64658]: value = "task-2734378" [ 1098.779994] env[64658]: _type = "Task" [ 1098.779994] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.788054] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.951922] env[64658]: DEBUG nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.955136] env[64658]: INFO nova.compute.claims [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.002941] env[64658]: DEBUG nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.154572] env[64658]: DEBUG oslo_vmware.api [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734377, 'name': PowerOnVM_Task, 'duration_secs': 0.795091} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.154872] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.290555] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734378, 'name': ReconfigVM_Task, 'duration_secs': 0.205077} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.290781] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.291101] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8df8de8-0ec2-4446-b13f-961b62c2d28d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.298041] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1099.298041] env[64658]: value = "task-2734379" [ 1099.298041] env[64658]: _type = "Task" [ 1099.298041] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.305907] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.528903] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.535049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.535049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.535049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.535049] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.535269] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.536997] env[64658]: INFO nova.compute.manager [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Terminating instance [ 1099.808714] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.967740] env[64658]: DEBUG nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.998124] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.998348] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.998514] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.998830] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.998993] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.999294] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.999547] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.999859] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.000018] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.000590] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.000590] env[64658]: DEBUG nova.virt.hardware [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.001591] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9bb654-8f66-4b97-8c6a-291ffea20fdc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.013284] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec229097-09fb-49a7-8ec4-0e559aef2e78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.040565] env[64658]: DEBUG nova.compute.manager [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.040799] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.042094] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b127383c-b5fa-47af-943b-147b7f1b7f22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.050363] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.050956] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447106a7-c145-45cc-9497-b338a17f8565 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.060016] env[64658]: DEBUG oslo_vmware.api [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1100.060016] env[64658]: value = "task-2734380" [ 1100.060016] env[64658]: _type = "Task" [ 1100.060016] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.071579] env[64658]: DEBUG oslo_vmware.api [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.208629] env[64658]: INFO nova.compute.manager [None req-3d7c31ed-65dd-4412-a7d2-d0613d45d9c3 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance to original state: 'active' [ 1100.228537] env[64658]: DEBUG nova.compute.manager [req-f86d972d-54fb-445c-9a1d-f58d9ccb3b04 req-820a8362-5e38-4843-af37-38f1a5b90631 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-vif-plugged-2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.228885] env[64658]: DEBUG oslo_concurrency.lockutils [req-f86d972d-54fb-445c-9a1d-f58d9ccb3b04 req-820a8362-5e38-4843-af37-38f1a5b90631 service nova] Acquiring lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.229349] env[64658]: DEBUG oslo_concurrency.lockutils [req-f86d972d-54fb-445c-9a1d-f58d9ccb3b04 req-820a8362-5e38-4843-af37-38f1a5b90631 service nova] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.230053] env[64658]: DEBUG oslo_concurrency.lockutils [req-f86d972d-54fb-445c-9a1d-f58d9ccb3b04 req-820a8362-5e38-4843-af37-38f1a5b90631 service nova] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.230384] env[64658]: DEBUG nova.compute.manager [req-f86d972d-54fb-445c-9a1d-f58d9ccb3b04 req-820a8362-5e38-4843-af37-38f1a5b90631 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] No waiting events found dispatching network-vif-plugged-2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.230680] env[64658]: WARNING nova.compute.manager [req-f86d972d-54fb-445c-9a1d-f58d9ccb3b04 req-820a8362-5e38-4843-af37-38f1a5b90631 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received unexpected event network-vif-plugged-2b1c395e-ef5a-485b-b667-ed0a409916fb for instance with vm_state building and task_state spawning. [ 1100.310421] env[64658]: DEBUG oslo_vmware.api [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734379, 'name': PowerOnVM_Task, 'duration_secs': 0.82641} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.310763] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.313626] env[64658]: DEBUG nova.compute.manager [None req-4c56db64-8ef0-4215-837a-bdbe6ce901b2 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.314479] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31914cc0-7405-4b39-a0ac-2c9bccb8f353 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.331416] env[64658]: DEBUG nova.network.neutron [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Successfully updated port: 2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.400122] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77d13ab-99fc-4203-aa3d-89013084375a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.408240] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3177362-0e34-4ca1-8b54-7f55ade96500 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.443194] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1c0cae-be18-4eea-aaea-2f7ff1f2b542 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.451174] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3de88c-91d1-4abd-9aad-b4bbd7dedaf4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.467051] env[64658]: DEBUG nova.compute.provider_tree [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.571524] env[64658]: DEBUG oslo_vmware.api [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734380, 'name': PowerOffVM_Task, 'duration_secs': 0.286067} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.571818] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.571989] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.572294] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8841477c-e4c8-47d4-9ffc-e70f5252ae92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.635219] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.635219] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.635219] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleting the datastore file [datastore1] 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.635448] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e882f695-77bc-4ab2-a1dd-22f842fbfe14 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.641995] env[64658]: DEBUG oslo_vmware.api [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for the task: (returnval){ [ 1100.641995] env[64658]: value = "task-2734382" [ 1100.641995] env[64658]: _type = "Task" [ 1100.641995] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.649472] env[64658]: DEBUG oslo_vmware.api [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.834029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.834162] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.834244] env[64658]: DEBUG nova.network.neutron [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.973335] env[64658]: DEBUG nova.scheduler.client.report [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.152808] env[64658]: DEBUG oslo_vmware.api [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Task: {'id': task-2734382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129279} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.153047] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.153223] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.153403] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.153577] env[64658]: INFO nova.compute.manager [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1101.153857] env[64658]: DEBUG oslo.service.loopingcall [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.154071] env[64658]: DEBUG nova.compute.manager [-] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.154171] env[64658]: DEBUG nova.network.neutron [-] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.370264] env[64658]: DEBUG nova.network.neutron [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.480088] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.542s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.481979] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.496s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.513026] env[64658]: INFO nova.network.neutron [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating port b65cee38-379c-4b05-bc81-71af00792444 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1101.630070] env[64658]: DEBUG nova.network.neutron [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.818199] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a55702-0d90-4ed6-a383-edf75f156b7f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.825807] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585bd25-1a5c-4faa-b16b-2fcccb83a23f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.859167] env[64658]: INFO nova.compute.manager [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Unrescuing [ 1101.859460] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.859614] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquired lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.859784] env[64658]: DEBUG nova.network.neutron [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.862312] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8af015a-00e5-4c9a-bcf9-873a2968354a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.870260] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c17435e-5268-417c-b9f9-ee1269370f1d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.884735] env[64658]: DEBUG nova.compute.provider_tree [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.931375] env[64658]: DEBUG nova.network.neutron [-] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.132730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.133095] env[64658]: DEBUG nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Instance network_info: |[{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.133536] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:e3:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1c395e-ef5a-485b-b667-ed0a409916fb', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.141518] env[64658]: DEBUG oslo.service.loopingcall [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.141602] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.141823] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fef82a5-ba36-4b50-9948-385e86bd112d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.162753] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.162753] env[64658]: value = "task-2734383" [ 1102.162753] env[64658]: _type = "Task" [ 1102.162753] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.171355] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734383, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.261818] env[64658]: DEBUG nova.compute.manager [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.262216] env[64658]: DEBUG nova.compute.manager [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing instance network info cache due to event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1102.262527] env[64658]: DEBUG oslo_concurrency.lockutils [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.262680] env[64658]: DEBUG oslo_concurrency.lockutils [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.262867] env[64658]: DEBUG nova.network.neutron [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.388565] env[64658]: DEBUG nova.scheduler.client.report [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.438052] env[64658]: INFO nova.compute.manager [-] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Took 1.28 seconds to deallocate network for instance. [ 1102.526015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.526015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.526015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.526015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.526444] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.530338] env[64658]: INFO nova.compute.manager [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Terminating instance [ 1102.645958] env[64658]: DEBUG nova.network.neutron [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Updating instance_info_cache with network_info: [{"id": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "address": "fa:16:3e:61:78:ea", "network": {"id": "d1296c0c-2309-42cb-b25d-1f32aebf3529", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-566056561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69827e9b22694c7dad17fe8e4db33bfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3114c3b-ec", "ovs_interfaceid": "a3114c3b-ec26-4c4a-a0c1-bec581dd63c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.679208] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734383, 'name': CreateVM_Task, 'duration_secs': 0.410271} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.679466] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.680468] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.680743] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.681234] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.682434] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62a1b80-899e-4764-a312-0525d03d7c79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.686762] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1102.686762] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ae40ed-7c2f-c582-3eaf-0056a6d5b823" [ 1102.686762] env[64658]: _type = "Task" [ 1102.686762] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.696775] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ae40ed-7c2f-c582-3eaf-0056a6d5b823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.896019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.411s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.896019] env[64658]: INFO nova.compute.manager [None req-8fa11bbd-689e-4fe6-a027-25ff1f631547 tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Successfully reverted task state from rebuilding on failure for instance. [ 1102.901969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.374s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.902341] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.904352] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.563s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.904712] env[64658]: DEBUG nova.objects.instance [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lazy-loading 'resources' on Instance uuid 9c994fa0-bb33-442d-8a59-8639509102c8 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.934324] env[64658]: INFO nova.scheduler.client.report [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Deleted allocations for instance 70539a02-7d24-4a1b-82c7-35e424c6dfc9 [ 1102.944253] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.020539] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.020822] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.021047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "5983a6bf-30ad-43c2-973a-c0da12516956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.021235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.021452] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.023925] env[64658]: INFO nova.compute.manager [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Terminating instance [ 1103.034196] env[64658]: DEBUG nova.compute.manager [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.034663] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.035790] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f6f941-1d57-471d-8f5c-01772a5f1277 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.041337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.041337] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.041337] env[64658]: DEBUG nova.network.neutron [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.045121] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1103.045121] env[64658]: value = "task-2734384" [ 1103.045121] env[64658]: _type = "Task" [ 1103.045121] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.057957] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.089535] env[64658]: DEBUG nova.network.neutron [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updated VIF entry in instance network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.089892] env[64658]: DEBUG nova.network.neutron [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.149185] env[64658]: DEBUG oslo_concurrency.lockutils [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Releasing lock "refresh_cache-3203959d-6bb6-449b-b9d2-962cbe202ab9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.150114] env[64658]: DEBUG nova.objects.instance [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lazy-loading 'flavor' on Instance uuid 3203959d-6bb6-449b-b9d2-962cbe202ab9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.198112] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ae40ed-7c2f-c582-3eaf-0056a6d5b823, 'name': SearchDatastore_Task, 'duration_secs': 0.031715} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.198481] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.198754] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.199455] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.199455] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.199455] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.199624] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b6a18f-e99c-4608-9961-30486c185489 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.208676] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.208896] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.210026] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda1af6c-5977-4a42-95d4-9c3383056d15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.215900] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1103.215900] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5254507c-88e8-8a22-9288-687edaa5c7dd" [ 1103.215900] env[64658]: _type = "Task" [ 1103.215900] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.223847] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5254507c-88e8-8a22-9288-687edaa5c7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.446736] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6582e5ca-9508-49e8-8a51-2ea9baa963fb tempest-DeleteServersTestJSON-1833770539 tempest-DeleteServersTestJSON-1833770539-project-member] Lock "70539a02-7d24-4a1b-82c7-35e424c6dfc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.330s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.528170] env[64658]: DEBUG nova.compute.manager [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.528408] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.531631] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bbbd0-76ca-407b-84d4-52f8df8a2d6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.540562] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.540795] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a131c4-4ff6-4b06-9d88-c365e53817d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.551981] env[64658]: DEBUG oslo_vmware.api [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1103.551981] env[64658]: value = "task-2734385" [ 1103.551981] env[64658]: _type = "Task" [ 1103.551981] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.561026] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734384, 'name': PowerOffVM_Task, 'duration_secs': 0.446282} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.561945] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.561945] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.562144] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550486', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'name': 'volume-149cd166-c0e2-449b-a58a-bb820675fbca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0', 'attached_at': '2025-02-20T16:11:41.000000', 'detached_at': '', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'serial': '149cd166-c0e2-449b-a58a-bb820675fbca'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.562854] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5142ee-a999-4b79-91db-e8e06247bf49 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.568139] env[64658]: DEBUG oslo_vmware.api [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.590788] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37379f-a4be-43d0-892f-d2e3ebe1b446 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.593881] env[64658]: DEBUG oslo_concurrency.lockutils [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.594129] env[64658]: DEBUG nova.compute.manager [req-1ca86639-b583-4f25-84c7-5de52cb8af4a req-386812ae-a2db-4a21-8e88-6a9ecc2d437b service nova] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Received event network-vif-deleted-f1c1069a-863b-48de-adac-69dcb90da08d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.601576] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4994ec2a-9efb-4b74-bd46-9d94c89242e2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.624682] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603a6f3-512c-4183-8d16-9b6a458a8a10 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.641372] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] The volume has not been displaced from its original location: [datastore2] volume-149cd166-c0e2-449b-a58a-bb820675fbca/volume-149cd166-c0e2-449b-a58a-bb820675fbca.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.646696] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.649494] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549cf344-1cb8-48da-8c89-994a562237ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.666155] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29da84b-aada-4295-a957-993d6c4aa764 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.687949] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.694229] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0a2cafa-6f05-4c3f-9e93-b61b5f33c8b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.695688] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1103.695688] env[64658]: value = "task-2734386" [ 1103.695688] env[64658]: _type = "Task" [ 1103.695688] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.705908] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.707193] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1103.707193] env[64658]: value = "task-2734387" [ 1103.707193] env[64658]: _type = "Task" [ 1103.707193] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.717073] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.729463] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5254507c-88e8-8a22-9288-687edaa5c7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.730360] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71181cfc-930b-46c1-ad33-00059405200c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.735351] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1103.735351] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]526d194b-d466-a466-85ec-8cc1faedc1b6" [ 1103.735351] env[64658]: _type = "Task" [ 1103.735351] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.745800] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526d194b-d466-a466-85ec-8cc1faedc1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.758593] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b55addd-5765-42e7-b893-c9ed5293b135 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.765854] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09001ee-4bae-42ed-b19b-d4e57a99f9bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.797789] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421409ec-30e4-4953-b247-48a688b141b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.803536] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120cd5bb-d63c-4868-a731-6b33c081e7a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.818359] env[64658]: DEBUG nova.compute.provider_tree [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.922501] env[64658]: DEBUG nova.network.neutron [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65cee38-37", "ovs_interfaceid": "b65cee38-379c-4b05-bc81-71af00792444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.061946] env[64658]: DEBUG oslo_vmware.api [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734385, 'name': PowerOffVM_Task, 'duration_secs': 0.16069} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.062956] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.062956] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.062956] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-823ecbfb-504f-4846-bc0b-5955a442e493 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.116974] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.117244] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.117427] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Deleting the datastore file [datastore2] 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.117706] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b0c7685-e73d-4710-afa9-8532ac944f54 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.123642] env[64658]: DEBUG oslo_vmware.api [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1104.123642] env[64658]: value = "task-2734389" [ 1104.123642] env[64658]: _type = "Task" [ 1104.123642] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.130858] env[64658]: DEBUG oslo_vmware.api [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.208063] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734386, 'name': ReconfigVM_Task, 'duration_secs': 0.200206} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.211240] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.216066] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab26e24-b2a4-40ac-9d3f-54405d452e1d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.230930] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734387, 'name': PowerOffVM_Task, 'duration_secs': 0.334907} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.232119] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.237218] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.237533] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1104.237533] env[64658]: value = "task-2734390" [ 1104.237533] env[64658]: _type = "Task" [ 1104.237533] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.237749] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6428cf89-71a2-4f66-bf82-087d2b339e10 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.264648] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.268796] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]526d194b-d466-a466-85ec-8cc1faedc1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.269176] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1104.269176] env[64658]: value = "task-2734391" [ 1104.269176] env[64658]: _type = "Task" [ 1104.269176] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.269497] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.269815] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61/7b76cdd8-3c0e-4ed4-865f-a82a8f262a61.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.270189] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3a556d-a4ae-4433-979a-af71f9c28a5d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.281424] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.282662] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1104.282662] env[64658]: value = "task-2734392" [ 1104.282662] env[64658]: _type = "Task" [ 1104.282662] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.289834] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.292350] env[64658]: DEBUG nova.compute.manager [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-vif-plugged-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.292583] env[64658]: DEBUG oslo_concurrency.lockutils [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.292805] env[64658]: DEBUG oslo_concurrency.lockutils [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.292969] env[64658]: DEBUG oslo_concurrency.lockutils [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.293145] env[64658]: DEBUG nova.compute.manager [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] No waiting events found dispatching network-vif-plugged-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.293318] env[64658]: WARNING nova.compute.manager [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received unexpected event network-vif-plugged-b65cee38-379c-4b05-bc81-71af00792444 for instance with vm_state shelved_offloaded and task_state spawning. [ 1104.293471] env[64658]: DEBUG nova.compute.manager [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-changed-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.293724] env[64658]: DEBUG nova.compute.manager [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing instance network info cache due to event network-changed-b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1104.293861] env[64658]: DEBUG oslo_concurrency.lockutils [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] Acquiring lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.321678] env[64658]: DEBUG nova.scheduler.client.report [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.424970] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.427409] env[64658]: DEBUG oslo_concurrency.lockutils [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] Acquired lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.427666] env[64658]: DEBUG nova.network.neutron [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Refreshing network info cache for port b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.453452] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='65f473dc438c69a57b33f4090fd40c42',container_format='bare',created_at=2025-02-20T16:10:34Z,direct_url=,disk_format='vmdk',id=4a262b27-bfd8-4138-9f79-1340c60a9197,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1547072514-shelved',owner='eaaa9ee05e5646f7b0dd3456b78de715',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-02-20T16:10:56Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.453818] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.453879] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.454051] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.454207] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.454356] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.454571] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.454734] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.454904] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.455088] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.455271] env[64658]: DEBUG nova.virt.hardware [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.456187] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a748bab4-8a63-4ff5-b5e5-b5becc997d78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.466041] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3fd7d-e49e-4f7c-8e6a-40c596ef44d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.479950] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:42:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b65cee38-379c-4b05-bc81-71af00792444', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.488983] env[64658]: DEBUG oslo.service.loopingcall [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.489337] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.489630] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7bd245-7543-48ab-a56e-646cad5a625b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.510248] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.510248] env[64658]: value = "task-2734394" [ 1104.510248] env[64658]: _type = "Task" [ 1104.510248] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.519872] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734394, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.635696] env[64658]: DEBUG oslo_vmware.api [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143569} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.635696] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.635907] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.636071] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.636282] env[64658]: INFO nova.compute.manager [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1104.636568] env[64658]: DEBUG oslo.service.loopingcall [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.636772] env[64658]: DEBUG nova.compute.manager [-] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.636891] env[64658]: DEBUG nova.network.neutron [-] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.766158] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734390, 'name': ReconfigVM_Task, 'duration_secs': 0.132864} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.766476] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550486', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'name': 'volume-149cd166-c0e2-449b-a58a-bb820675fbca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0', 'attached_at': '2025-02-20T16:11:41.000000', 'detached_at': '', 'volume_id': '149cd166-c0e2-449b-a58a-bb820675fbca', 'serial': '149cd166-c0e2-449b-a58a-bb820675fbca'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.766744] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.767601] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec0fdd2-f92d-45b1-9ac0-4f7cad1cae3b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.777037] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.780024] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3371e0fc-ac1e-446e-b8f9-31b7fffea318 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.781335] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734391, 'name': ReconfigVM_Task, 'duration_secs': 0.226327} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.781622] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.781808] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.782364] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e80a37e5-8eb0-4609-8597-f313a48a9c4f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.792070] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461937} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.793206] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61/7b76cdd8-3c0e-4ed4-865f-a82a8f262a61.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.793468] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.793764] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1104.793764] env[64658]: value = "task-2734396" [ 1104.793764] env[64658]: _type = "Task" [ 1104.793764] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.793940] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5776e9df-8f18-40b7-8745-752881558250 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.803235] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.804448] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1104.804448] env[64658]: value = "task-2734397" [ 1104.804448] env[64658]: _type = "Task" [ 1104.804448] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.821483] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.826551] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.829473] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.110s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.829682] env[64658]: DEBUG nova.objects.instance [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lazy-loading 'resources' on Instance uuid 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.851710] env[64658]: INFO nova.scheduler.client.report [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleted allocations for instance 9c994fa0-bb33-442d-8a59-8639509102c8 [ 1105.026786] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734394, 'name': CreateVM_Task, 'duration_secs': 0.374583} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.027353] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.028718] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.029770] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.030346] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.032270] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddb5ae1-8fe4-44d7-9600-e164a0c91345 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.038389] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1105.038389] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5221c3da-9c4f-3c81-c243-6174165ad432" [ 1105.038389] env[64658]: _type = "Task" [ 1105.038389] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.047888] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5221c3da-9c4f-3c81-c243-6174165ad432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.195265] env[64658]: DEBUG nova.network.neutron [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updated VIF entry in instance network info cache for port b65cee38-379c-4b05-bc81-71af00792444. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.195640] env[64658]: DEBUG nova.network.neutron [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [{"id": "b65cee38-379c-4b05-bc81-71af00792444", "address": "fa:16:3e:5e:42:92", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65cee38-37", "ovs_interfaceid": "b65cee38-379c-4b05-bc81-71af00792444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.277512] env[64658]: DEBUG nova.compute.manager [req-04b33114-3a26-4fb4-bf48-9bbeb2e049d9 req-af51016b-9da3-46b5-a432-4ec4bd58d62b service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Received event network-vif-deleted-16518514-8d09-4ad3-a4b6-49d9d9e0291e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.277737] env[64658]: INFO nova.compute.manager [req-04b33114-3a26-4fb4-bf48-9bbeb2e049d9 req-af51016b-9da3-46b5-a432-4ec4bd58d62b service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Neutron deleted interface 16518514-8d09-4ad3-a4b6-49d9d9e0291e; detaching it from the instance and deleting it from the info cache [ 1105.277933] env[64658]: DEBUG nova.network.neutron [req-04b33114-3a26-4fb4-bf48-9bbeb2e049d9 req-af51016b-9da3-46b5-a432-4ec4bd58d62b service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.306127] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734396, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.314529] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07032} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.314811] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.315900] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0bf066-90a7-4768-b86c-16e25e7c043b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.350033] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61/7b76cdd8-3c0e-4ed4-865f-a82a8f262a61.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.350033] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eaf123b-4adc-48f6-8638-2fbee188eeb9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.363420] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.363696] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.363971] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleting the datastore file [datastore1] 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.368132] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36d4357e-f33a-4bf3-8434-ce398e496aa4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.370208] env[64658]: DEBUG oslo_concurrency.lockutils [None req-7f8c4e9f-1064-4541-82aa-2b39a0bb5b20 tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "9c994fa0-bb33-442d-8a59-8639509102c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.317s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.379598] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1105.379598] env[64658]: value = "task-2734398" [ 1105.379598] env[64658]: _type = "Task" [ 1105.379598] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.384811] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1105.384811] env[64658]: value = "task-2734399" [ 1105.384811] env[64658]: _type = "Task" [ 1105.384811] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.391635] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734398, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.400172] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.550218] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.550552] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Processing image 4a262b27-bfd8-4138-9f79-1340c60a9197 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.550713] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197/4a262b27-bfd8-4138-9f79-1340c60a9197.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.550849] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197/4a262b27-bfd8-4138-9f79-1340c60a9197.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.551041] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.551508] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f283ac06-17a1-4a19-8af8-c468942f3b71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.559675] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.559863] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.562829] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450df3ad-0e68-418f-83eb-5ba3d8e89e87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.567689] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1105.567689] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fc856b-fa3c-6e56-8df7-b35bc425205e" [ 1105.567689] env[64658]: _type = "Task" [ 1105.567689] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.575045] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fc856b-fa3c-6e56-8df7-b35bc425205e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.632983] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f7e4b-6c9b-4472-aeec-aa0d5d008056 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.640565] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea426ea-fcff-4055-b39f-f793788690bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.671849] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e0b71-85c3-438c-84b9-4e70bb08b258 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.679074] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5795ad0f-3281-4235-bb31-c2eb7a64707f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.694015] env[64658]: DEBUG nova.network.neutron [-] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.695395] env[64658]: DEBUG nova.compute.provider_tree [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.698151] env[64658]: DEBUG oslo_concurrency.lockutils [req-59667c5b-4870-4a24-98b6-a7547b045ed6 req-e106f778-3a2f-4d69-b671-3278d3ca4dd6 service nova] Releasing lock "refresh_cache-102cf96e-9cf9-4761-a1c7-97940113abff" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.751387] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.751748] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.751961] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.752158] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.752326] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.754432] env[64658]: INFO nova.compute.manager [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Terminating instance [ 1105.781106] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08241c9e-c318-45f2-914f-7036a7535783 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.790469] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0043b95-9d73-475e-97c2-ffd48fc314ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.809927] env[64658]: DEBUG oslo_vmware.api [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734396, 'name': PowerOnVM_Task, 'duration_secs': 0.61446} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.810229] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.810547] env[64658]: DEBUG nova.compute.manager [None req-86b326ff-fd4f-4aaa-9be3-d060b73dfda4 tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.811508] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c8f09-77e1-41a0-8865-8270c128267e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.825800] env[64658]: DEBUG nova.compute.manager [req-04b33114-3a26-4fb4-bf48-9bbeb2e049d9 req-af51016b-9da3-46b5-a432-4ec4bd58d62b service nova] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Detach interface failed, port_id=16518514-8d09-4ad3-a4b6-49d9d9e0291e, reason: Instance 5983a6bf-30ad-43c2-973a-c0da12516956 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1105.890976] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734398, 'name': ReconfigVM_Task, 'duration_secs': 0.306174} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.891610] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61/7b76cdd8-3c0e-4ed4-865f-a82a8f262a61.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.892207] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe3b4db-6957-48fd-8498-12a47d7bb371 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.896450] env[64658]: DEBUG oslo_vmware.api [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433436} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.896989] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.897216] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.897406] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.897579] env[64658]: INFO nova.compute.manager [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1105.897802] env[64658]: DEBUG oslo.service.loopingcall [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.898401] env[64658]: DEBUG nova.compute.manager [-] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.898401] env[64658]: DEBUG nova.network.neutron [-] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.901196] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1105.901196] env[64658]: value = "task-2734400" [ 1105.901196] env[64658]: _type = "Task" [ 1105.901196] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.909175] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734400, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.080068] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Preparing fetch location {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1106.080438] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Fetch image to [datastore2] OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df/OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df.vmdk {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1106.080702] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Downloading stream optimized image 4a262b27-bfd8-4138-9f79-1340c60a9197 to [datastore2] OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df/OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df.vmdk on the data store datastore2 as vApp {{(pid=64658) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1106.080916] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Downloading image file data 4a262b27-bfd8-4138-9f79-1340c60a9197 to the ESX as VM named 'OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df' {{(pid=64658) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1106.179822] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1106.179822] env[64658]: value = "resgroup-9" [ 1106.179822] env[64658]: _type = "ResourcePool" [ 1106.179822] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1106.180229] env[64658]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-42816282-10e7-4e14-8be5-91477f64782a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.197203] env[64658]: INFO nova.compute.manager [-] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Took 1.56 seconds to deallocate network for instance. [ 1106.209067] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease: (returnval){ [ 1106.209067] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52daf739-3487-27cc-e104-9cf9160ca434" [ 1106.209067] env[64658]: _type = "HttpNfcLease" [ 1106.209067] env[64658]: } obtained for vApp import into resource pool (val){ [ 1106.209067] env[64658]: value = "resgroup-9" [ 1106.209067] env[64658]: _type = "ResourcePool" [ 1106.209067] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1106.209386] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the lease: (returnval){ [ 1106.209386] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52daf739-3487-27cc-e104-9cf9160ca434" [ 1106.209386] env[64658]: _type = "HttpNfcLease" [ 1106.209386] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1106.216334] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.216334] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52daf739-3487-27cc-e104-9cf9160ca434" [ 1106.216334] env[64658]: _type = "HttpNfcLease" [ 1106.216334] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1106.221022] env[64658]: ERROR nova.scheduler.client.report [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] [req-1450daaa-9b32-4c47-a312-b7825dfb7b71] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 018c850a-5a14-4a88-8488-ab65a3b60cdb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1450daaa-9b32-4c47-a312-b7825dfb7b71"}]} [ 1106.239182] env[64658]: DEBUG nova.scheduler.client.report [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1106.253958] env[64658]: DEBUG nova.scheduler.client.report [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1106.254272] env[64658]: DEBUG nova.compute.provider_tree [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.258483] env[64658]: DEBUG nova.compute.manager [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.258483] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.261608] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea2b882-95af-448a-a366-4d94cdc29f47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.270997] env[64658]: DEBUG nova.scheduler.client.report [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1106.274202] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.274906] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d199afa8-8a4b-411f-80c8-903528714bb1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.281716] env[64658]: DEBUG oslo_vmware.api [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1106.281716] env[64658]: value = "task-2734402" [ 1106.281716] env[64658]: _type = "Task" [ 1106.281716] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.291436] env[64658]: DEBUG oslo_vmware.api [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.303387] env[64658]: DEBUG nova.scheduler.client.report [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1106.421181] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734400, 'name': Rename_Task, 'duration_secs': 0.143557} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.421181] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.421181] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52212e7e-1962-4da7-aa0d-f141026b8b01 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.425661] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1106.425661] env[64658]: value = "task-2734403" [ 1106.425661] env[64658]: _type = "Task" [ 1106.425661] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.438540] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.554794] env[64658]: DEBUG nova.compute.manager [req-debc3881-41c1-4e77-b019-bcec378f4a89 req-46140525-26dd-457b-862f-542481e38f07 service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Received event network-vif-deleted-d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.555051] env[64658]: INFO nova.compute.manager [req-debc3881-41c1-4e77-b019-bcec378f4a89 req-46140525-26dd-457b-862f-542481e38f07 service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Neutron deleted interface d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e; detaching it from the instance and deleting it from the info cache [ 1106.555872] env[64658]: DEBUG nova.network.neutron [req-debc3881-41c1-4e77-b019-bcec378f4a89 req-46140525-26dd-457b-862f-542481e38f07 service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.642663] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6954179-c4f4-4a6b-9ec9-e73a0781a0ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.652996] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a878e85-021f-414b-a44a-586f7c69e271 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.687530] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1fc676-1099-4d0c-933d-0eed4bba64a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.696783] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a4dc4b-77a0-4060-9b85-6abc2cb0acf3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.711009] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.711556] env[64658]: DEBUG nova.compute.provider_tree [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.719707] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.719707] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52daf739-3487-27cc-e104-9cf9160ca434" [ 1106.719707] env[64658]: _type = "HttpNfcLease" [ 1106.719707] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1106.719996] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1106.719996] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52daf739-3487-27cc-e104-9cf9160ca434" [ 1106.719996] env[64658]: _type = "HttpNfcLease" [ 1106.719996] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1106.720734] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ce0c3-6d03-4c6d-bf56-e9c7a2025617 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.729369] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cf03-927e-b886-3f02-de16c2e76165/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1106.729557] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cf03-927e-b886-3f02-de16c2e76165/disk-0.vmdk. {{(pid=64658) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1106.801921] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12e2c44e-e504-423c-947e-d0fadf97d438 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.803707] env[64658]: DEBUG oslo_vmware.api [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734402, 'name': PowerOffVM_Task, 'duration_secs': 0.183343} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.804027] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.804209] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.804785] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ddbdb6-1b65-45a4-ac71-288d3e3e5f3f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.846798] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "3203959d-6bb6-449b-b9d2-962cbe202ab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.847086] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.847301] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "3203959d-6bb6-449b-b9d2-962cbe202ab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.847505] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.847714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.850092] env[64658]: INFO nova.compute.manager [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Terminating instance [ 1106.885554] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.885789] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.885975] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleting the datastore file [datastore2] 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.886267] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a99fe3-6e37-4448-8f88-c3a03afea227 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.904486] env[64658]: DEBUG oslo_vmware.api [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for the task: (returnval){ [ 1106.904486] env[64658]: value = "task-2734405" [ 1106.904486] env[64658]: _type = "Task" [ 1106.904486] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.912869] env[64658]: DEBUG oslo_vmware.api [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.926328] env[64658]: DEBUG nova.network.neutron [-] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.937814] env[64658]: DEBUG oslo_vmware.api [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734403, 'name': PowerOnVM_Task, 'duration_secs': 0.470864} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.938794] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.939076] env[64658]: INFO nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1106.939292] env[64658]: DEBUG nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.940206] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5461262e-f740-4be2-86a3-dae0b8d37eaf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.058907] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55f7abb0-66b0-47b4-a05e-8166ac270613 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.071940] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e426d0d-2fa1-442d-8a14-c6971a37eccf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.113875] env[64658]: DEBUG nova.compute.manager [req-debc3881-41c1-4e77-b019-bcec378f4a89 req-46140525-26dd-457b-862f-542481e38f07 service nova] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Detach interface failed, port_id=d0758dac-ae84-4d4e-9ae7-2e5ff6e3e82e, reason: Instance 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1107.251146] env[64658]: DEBUG nova.scheduler.client.report [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Updated inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1107.251439] env[64658]: DEBUG nova.compute.provider_tree [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Updating resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb generation from 155 to 156 during operation: update_inventory {{(pid=64658) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1107.251695] env[64658]: DEBUG nova.compute.provider_tree [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.353774] env[64658]: DEBUG nova.compute.manager [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.354019] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.354925] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806cd175-7ece-4aab-917f-3fbd76705d88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.363120] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.363375] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b6d558-dd28-4eea-ba91-db928c0590ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.369472] env[64658]: DEBUG oslo_vmware.api [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1107.369472] env[64658]: value = "task-2734406" [ 1107.369472] env[64658]: _type = "Task" [ 1107.369472] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.377396] env[64658]: DEBUG oslo_vmware.api [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.413236] env[64658]: DEBUG oslo_vmware.api [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Task: {'id': task-2734405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22912} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.413464] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.413653] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.413834] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.414017] env[64658]: INFO nova.compute.manager [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1107.414270] env[64658]: DEBUG oslo.service.loopingcall [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.414473] env[64658]: DEBUG nova.compute.manager [-] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.414562] env[64658]: DEBUG nova.network.neutron [-] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.431999] env[64658]: INFO nova.compute.manager [-] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Took 1.53 seconds to deallocate network for instance. [ 1107.460932] env[64658]: INFO nova.compute.manager [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Took 38.84 seconds to build instance. [ 1107.757819] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.928s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.761928] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.414s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.762281] env[64658]: INFO nova.compute.claims [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.883080] env[64658]: DEBUG oslo_vmware.api [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734406, 'name': PowerOffVM_Task, 'duration_secs': 0.199101} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.883438] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.883664] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.885970] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a3cf52b-e956-483e-a7e7-4a9d8ac348a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.952898] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.953209] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.953439] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Deleting the datastore file [datastore2] 3203959d-6bb6-449b-b9d2-962cbe202ab9 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.953890] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c1ff822-f258-43b4-ba34-4363e5b8961a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.962117] env[64658]: DEBUG oslo_vmware.api [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1107.962117] env[64658]: value = "task-2734408" [ 1107.962117] env[64658]: _type = "Task" [ 1107.962117] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.962681] env[64658]: DEBUG oslo_concurrency.lockutils [None req-4cba013f-87e3-4c35-9f4a-a889d36b5179 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.361s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.976192] env[64658]: DEBUG oslo_vmware.api [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.991324] env[64658]: INFO nova.compute.manager [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Took 0.56 seconds to detach 1 volumes for instance. [ 1108.167653] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Completed reading data from the image iterator. {{(pid=64658) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1108.168045] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cf03-927e-b886-3f02-de16c2e76165/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1108.169016] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdecf21f-3307-430c-853f-0949e757eeac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.176946] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cf03-927e-b886-3f02-de16c2e76165/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1108.177209] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cf03-927e-b886-3f02-de16c2e76165/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1108.177685] env[64658]: DEBUG nova.network.neutron [-] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.179821] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-96b4fd2f-ed02-4894-8e7f-44c0fd41086a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.284439] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a56c3b11-79a3-4ce0-b21a-e029d56dbacd tempest-ServerActionsV293TestJSON-2067650244 tempest-ServerActionsV293TestJSON-2067650244-project-member] Lock "11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.382s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.369760] env[64658]: DEBUG oslo_vmware.rw_handles [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299cf03-927e-b886-3f02-de16c2e76165/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1108.369985] env[64658]: INFO nova.virt.vmwareapi.images [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Downloaded image file data 4a262b27-bfd8-4138-9f79-1340c60a9197 [ 1108.370845] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0adb7e4-481c-4f06-8a14-a60775a382eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.388863] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac4640d3-8e0e-49d2-bc26-ab7adcff09f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.446360] env[64658]: INFO nova.virt.vmwareapi.images [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] The imported VM was unregistered [ 1108.449229] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Caching image {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1108.449583] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.449892] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25da382d-0969-453d-ace9-94ae77bfd5dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.463259] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created directory with path [datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.463450] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df/OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df.vmdk to [datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197/4a262b27-bfd8-4138-9f79-1340c60a9197.vmdk. {{(pid=64658) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1108.466574] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-68377025-d6f5-4dbc-b070-fe7a2d6fd51d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.473653] env[64658]: DEBUG oslo_vmware.api [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171856} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.474795] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.474990] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.475185] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.475358] env[64658]: INFO nova.compute.manager [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1108.475590] env[64658]: DEBUG oslo.service.loopingcall [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1108.475840] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1108.475840] env[64658]: value = "task-2734410" [ 1108.475840] env[64658]: _type = "Task" [ 1108.475840] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.476040] env[64658]: DEBUG nova.compute.manager [-] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.476138] env[64658]: DEBUG nova.network.neutron [-] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.485421] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734410, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.508617] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.589745] env[64658]: DEBUG nova.compute.manager [req-678660f8-cfaa-40a8-b7b3-b90679a4c30f req-d4cc94d3-e0e9-43e8-89c7-3cd198c599e4 service nova] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Received event network-vif-deleted-ac2f9074-01c0-4cdf-90b6-4ad3f9be0a48 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.682574] env[64658]: INFO nova.compute.manager [-] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Took 1.27 seconds to deallocate network for instance. [ 1108.989186] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734410, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.144400] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd094c-adeb-47fe-8039-ad533b748ba5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.151334] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5afdd7-4330-4417-9c31-d9c789cc2f42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.183845] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca30007-8a01-4c4e-bd84-37036c70b61a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.192255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.193923] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9677e26c-4146-4a19-b066-4ea5ec33321d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.210516] env[64658]: DEBUG nova.compute.provider_tree [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.444139] env[64658]: DEBUG nova.network.neutron [-] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.491740] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734410, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.714711] env[64658]: DEBUG nova.scheduler.client.report [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.946534] env[64658]: INFO nova.compute.manager [-] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Took 1.47 seconds to deallocate network for instance. [ 1109.995179] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734410, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.219890] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.220453] env[64658]: DEBUG nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.223536] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.904s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.225433] env[64658]: INFO nova.compute.claims [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.456613] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.490684] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734410, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.662899] env[64658]: DEBUG nova.compute.manager [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Received event network-vif-deleted-a3114c3b-ec26-4c4a-a0c1-bec581dd63c0 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.663374] env[64658]: DEBUG nova.compute.manager [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.663564] env[64658]: DEBUG nova.compute.manager [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing instance network info cache due to event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.663803] env[64658]: DEBUG oslo_concurrency.lockutils [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.663944] env[64658]: DEBUG oslo_concurrency.lockutils [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.664112] env[64658]: DEBUG nova.network.neutron [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.733227] env[64658]: DEBUG nova.compute.utils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1110.735776] env[64658]: DEBUG nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.736141] env[64658]: DEBUG nova.network.neutron [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.779542] env[64658]: DEBUG nova.policy [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26f3972bf05845d18599f9788ed76b5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa90a1be7ac447cb5b68b99a024d3a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.994142] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734410, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.426806} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.994142] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df/OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df.vmdk to [datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197/4a262b27-bfd8-4138-9f79-1340c60a9197.vmdk. [ 1110.994142] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Cleaning up location [datastore2] OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1110.994142] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_610684a9-7dd4-4a01-9b72-5638848510df {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.994142] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a65d817-6119-432f-986d-658d856b5005 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.000659] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1111.000659] env[64658]: value = "task-2734411" [ 1111.000659] env[64658]: _type = "Task" [ 1111.000659] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.010087] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.121210] env[64658]: DEBUG nova.network.neutron [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Successfully created port: 17f2a7c9-0051-4152-affb-1237a5e5288a {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.238995] env[64658]: DEBUG nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.425454] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-c479b559-d510-4d28-b060-15b8ad51e9a9-34b49411-1301-4bab-bc93-724997dc89d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.426207] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-c479b559-d510-4d28-b060-15b8ad51e9a9-34b49411-1301-4bab-bc93-724997dc89d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.426207] env[64658]: DEBUG nova.objects.instance [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'flavor' on Instance uuid c479b559-d510-4d28-b060-15b8ad51e9a9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.451036] env[64658]: DEBUG nova.network.neutron [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updated VIF entry in instance network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.451514] env[64658]: DEBUG nova.network.neutron [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.514454] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033639} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.514729] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.514900] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197/4a262b27-bfd8-4138-9f79-1340c60a9197.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.515156] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197/4a262b27-bfd8-4138-9f79-1340c60a9197.vmdk to [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.515423] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a11a1eb4-5eb2-454c-abc0-25f3c16c860c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.525268] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1111.525268] env[64658]: value = "task-2734412" [ 1111.525268] env[64658]: _type = "Task" [ 1111.525268] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.534555] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.577819] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d6429b-e452-4cae-a889-8e54fd7e6eff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.585866] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d68860-f8fa-4a9d-b723-247402fe7273 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.616560] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5755c3-59fa-443a-b801-8aac51c265c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.623987] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c77912f-9ec5-4355-b280-46ac69306aed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.638644] env[64658]: DEBUG nova.compute.provider_tree [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.958853] env[64658]: DEBUG oslo_concurrency.lockutils [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.959264] env[64658]: DEBUG nova.compute.manager [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.959549] env[64658]: DEBUG nova.compute.manager [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing instance network info cache due to event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1111.960070] env[64658]: DEBUG oslo_concurrency.lockutils [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.960656] env[64658]: DEBUG oslo_concurrency.lockutils [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.961156] env[64658]: DEBUG nova.network.neutron [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.038537] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734412, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.099067] env[64658]: DEBUG nova.objects.instance [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'pci_requests' on Instance uuid c479b559-d510-4d28-b060-15b8ad51e9a9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.141947] env[64658]: DEBUG nova.scheduler.client.report [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.252257] env[64658]: DEBUG nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.285291] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.285652] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.285719] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.286093] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.286093] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.286239] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.286405] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.286656] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.286714] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.286871] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.287079] env[64658]: DEBUG nova.virt.hardware [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.288359] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa76d19-a7dc-43f8-85b3-9b70da32b3fa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.301897] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fac6c2-d5ea-4976-9e75-6df1edcd9f71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.537545] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734412, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.601374] env[64658]: DEBUG nova.objects.base [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.601658] env[64658]: DEBUG nova.network.neutron [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.648096] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.648933] env[64658]: DEBUG nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.652185] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.464s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.652385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.652545] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1112.652913] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.855s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.655590] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0785ecc5-a168-428d-85de-4536961cd728 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.668190] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7479a79-fe7e-4d0a-8edf-ea6afd41e447 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.688644] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7111d920-9335-4bc1-b70b-9ffad16ad4b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.697436] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5488dc39-848e-45c8-af25-cd7a03f2a2a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.732790] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178367MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1112.732956] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.771093] env[64658]: DEBUG nova.network.neutron [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updated VIF entry in instance network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.771681] env[64658]: DEBUG nova.network.neutron [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.896407] env[64658]: DEBUG nova.compute.manager [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.896755] env[64658]: DEBUG nova.compute.manager [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing instance network info cache due to event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.896929] env[64658]: DEBUG oslo_concurrency.lockutils [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.984190] env[64658]: DEBUG nova.policy [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.038117] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734412, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.157821] env[64658]: DEBUG nova.compute.utils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1113.159818] env[64658]: DEBUG nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.160104] env[64658]: DEBUG nova.network.neutron [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.253696] env[64658]: DEBUG nova.policy [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f392d18075f04533966e5c2011c246af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374061ad2fad4f9fb341db0b3f1f8141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.276672] env[64658]: DEBUG oslo_concurrency.lockutils [req-78cdc110-38d6-4a5d-9338-a68481eff581 req-51b015af-59f2-4f17-aabe-36bc039f6dab service nova] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.278595] env[64658]: DEBUG oslo_concurrency.lockutils [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.278595] env[64658]: DEBUG nova.network.neutron [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.495177] env[64658]: DEBUG nova.network.neutron [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Successfully updated port: 17f2a7c9-0051-4152-affb-1237a5e5288a {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.526023] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a18af76-06e1-4bc8-897b-38a8824d39f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.539017] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f093a11-d740-48f3-ad6d-1fab5b757e9a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.547440] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734412, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.579778] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc22357b-1fd3-449c-995b-70e75547b411 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.588222] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ced263-0c93-47e6-a6dd-87bee6bf6b42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.604562] env[64658]: DEBUG nova.compute.provider_tree [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.662049] env[64658]: DEBUG nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.693220] env[64658]: DEBUG nova.network.neutron [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Successfully created port: f6a8bc58-43c5-4414-8a87-f94dc1f1f828 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.997105] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "refresh_cache-ae160e0b-d398-47e9-82c4-5dd06feffbbb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.997105] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "refresh_cache-ae160e0b-d398-47e9-82c4-5dd06feffbbb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.997561] env[64658]: DEBUG nova.network.neutron [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.003532] env[64658]: DEBUG nova.network.neutron [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updated VIF entry in instance network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.003893] env[64658]: DEBUG nova.network.neutron [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.039777] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734412, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.429558} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.040130] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4a262b27-bfd8-4138-9f79-1340c60a9197/4a262b27-bfd8-4138-9f79-1340c60a9197.vmdk to [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.041015] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5433e40-5866-43fe-80eb-be6c34648469 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.065702] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.065986] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9568128b-1adb-4aa0-be47-978afc37a359 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.086308] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1114.086308] env[64658]: value = "task-2734413" [ 1114.086308] env[64658]: _type = "Task" [ 1114.086308] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.097656] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.110359] env[64658]: DEBUG nova.scheduler.client.report [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.508465] env[64658]: DEBUG oslo_concurrency.lockutils [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.508809] env[64658]: DEBUG nova.compute.manager [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.508896] env[64658]: DEBUG nova.compute.manager [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing instance network info cache due to event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1114.509123] env[64658]: DEBUG oslo_concurrency.lockutils [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.509267] env[64658]: DEBUG oslo_concurrency.lockutils [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.509441] env[64658]: DEBUG nova.network.neutron [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.535033] env[64658]: DEBUG nova.network.neutron [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.598018] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.671544] env[64658]: DEBUG nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.711167] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.711359] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.711556] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.711741] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.711902] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.712202] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.712445] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.712687] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.712825] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.713017] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.713189] env[64658]: DEBUG nova.virt.hardware [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.714231] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bdefb0-7f42-480d-84c3-d72d408dd523 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.722969] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff98e1b-c48b-4749-9d9c-4a43dd642e2c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.742801] env[64658]: DEBUG nova.network.neutron [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Updating instance_info_cache with network_info: [{"id": "17f2a7c9-0051-4152-affb-1237a5e5288a", "address": "fa:16:3e:d4:f0:7b", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f2a7c9-00", "ovs_interfaceid": "17f2a7c9-0051-4152-affb-1237a5e5288a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.807376] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "1e448cfd-f1bd-4c69-8ce7-77974390526f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.807433] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.947209] env[64658]: DEBUG nova.network.neutron [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Successfully updated port: 34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.098288] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734413, 'name': ReconfigVM_Task, 'duration_secs': 0.746143} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.098581] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff/102cf96e-9cf9-4761-a1c7-97940113abff.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.100048] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'image_id': '0945371c-166c-42f6-9ee1-ddd9a69fef05'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550506', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'name': 'volume-0c00d9cc-14df-4255-bd71-689077a46cad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '102cf96e-9cf9-4761-a1c7-97940113abff', 'attached_at': '', 'detached_at': '', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'serial': '0c00d9cc-14df-4255-bd71-689077a46cad'}, 'delete_on_termination': False, 'attachment_id': 'd641d630-e51e-42ae-996b-b5985245318e', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=64658) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1115.100257] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1115.100456] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550506', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'name': 'volume-0c00d9cc-14df-4255-bd71-689077a46cad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '102cf96e-9cf9-4761-a1c7-97940113abff', 'attached_at': '', 'detached_at': '', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'serial': '0c00d9cc-14df-4255-bd71-689077a46cad'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1115.103538] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924fc5a2-3c73-4316-b2db-7fcc5272d117 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.108465] env[64658]: DEBUG nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Received event network-vif-plugged-17f2a7c9-0051-4152-affb-1237a5e5288a {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.108697] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Acquiring lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.109169] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.109350] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.109549] env[64658]: DEBUG nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] No waiting events found dispatching network-vif-plugged-17f2a7c9-0051-4152-affb-1237a5e5288a {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.109681] env[64658]: WARNING nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Received unexpected event network-vif-plugged-17f2a7c9-0051-4152-affb-1237a5e5288a for instance with vm_state building and task_state spawning. [ 1115.109848] env[64658]: DEBUG nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Received event network-changed-17f2a7c9-0051-4152-affb-1237a5e5288a {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.110019] env[64658]: DEBUG nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Refreshing instance network info cache due to event network-changed-17f2a7c9-0051-4152-affb-1237a5e5288a. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.110187] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Acquiring lock "refresh_cache-ae160e0b-d398-47e9-82c4-5dd06feffbbb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.125611] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.473s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.128480] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.679s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.129887] env[64658]: INFO nova.compute.claims [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.132700] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c05df4-420b-4014-acec-633ba69a43ad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.158433] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-0c00d9cc-14df-4255-bd71-689077a46cad/volume-0c00d9cc-14df-4255-bd71-689077a46cad.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.161152] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc22695-540c-4e8c-847e-1b918fa593a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.181548] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1115.181548] env[64658]: value = "task-2734414" [ 1115.181548] env[64658]: _type = "Task" [ 1115.181548] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.191079] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.245019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "refresh_cache-ae160e0b-d398-47e9-82c4-5dd06feffbbb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.245357] env[64658]: DEBUG nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Instance network_info: |[{"id": "17f2a7c9-0051-4152-affb-1237a5e5288a", "address": "fa:16:3e:d4:f0:7b", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f2a7c9-00", "ovs_interfaceid": "17f2a7c9-0051-4152-affb-1237a5e5288a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.245686] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Acquired lock "refresh_cache-ae160e0b-d398-47e9-82c4-5dd06feffbbb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.245863] env[64658]: DEBUG nova.network.neutron [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Refreshing network info cache for port 17f2a7c9-0051-4152-affb-1237a5e5288a {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.247088] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:f0:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17f2a7c9-0051-4152-affb-1237a5e5288a', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.255719] env[64658]: DEBUG oslo.service.loopingcall [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.259018] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.259018] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44848058-eedb-4da2-b86a-5055bd4e02c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.276697] env[64658]: DEBUG nova.compute.manager [req-86a8b7b7-901c-4a3d-9cfe-ade6f062bbca req-ad34626b-4961-4b83-9487-8a89e4d9175f service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Received event network-vif-plugged-f6a8bc58-43c5-4414-8a87-f94dc1f1f828 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.276697] env[64658]: DEBUG oslo_concurrency.lockutils [req-86a8b7b7-901c-4a3d-9cfe-ade6f062bbca req-ad34626b-4961-4b83-9487-8a89e4d9175f service nova] Acquiring lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.276697] env[64658]: DEBUG oslo_concurrency.lockutils [req-86a8b7b7-901c-4a3d-9cfe-ade6f062bbca req-ad34626b-4961-4b83-9487-8a89e4d9175f service nova] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.276697] env[64658]: DEBUG oslo_concurrency.lockutils [req-86a8b7b7-901c-4a3d-9cfe-ade6f062bbca req-ad34626b-4961-4b83-9487-8a89e4d9175f service nova] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.276697] env[64658]: DEBUG nova.compute.manager [req-86a8b7b7-901c-4a3d-9cfe-ade6f062bbca req-ad34626b-4961-4b83-9487-8a89e4d9175f service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] No waiting events found dispatching network-vif-plugged-f6a8bc58-43c5-4414-8a87-f94dc1f1f828 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.276697] env[64658]: WARNING nova.compute.manager [req-86a8b7b7-901c-4a3d-9cfe-ade6f062bbca req-ad34626b-4961-4b83-9487-8a89e4d9175f service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Received unexpected event network-vif-plugged-f6a8bc58-43c5-4414-8a87-f94dc1f1f828 for instance with vm_state building and task_state spawning. [ 1115.282446] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.282446] env[64658]: value = "task-2734415" [ 1115.282446] env[64658]: _type = "Task" [ 1115.282446] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.294829] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734415, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.309513] env[64658]: DEBUG nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.323818] env[64658]: DEBUG nova.network.neutron [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updated VIF entry in instance network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.324286] env[64658]: DEBUG nova.network.neutron [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.406730] env[64658]: DEBUG nova.network.neutron [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Successfully updated port: f6a8bc58-43c5-4414-8a87-f94dc1f1f828 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.452236] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.692056] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734414, 'name': ReconfigVM_Task, 'duration_secs': 0.445149} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.693082] env[64658]: INFO nova.scheduler.client.report [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted allocation for migration c69a5112-1be2-4618-8b05-223191159851 [ 1115.695041] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-0c00d9cc-14df-4255-bd71-689077a46cad/volume-0c00d9cc-14df-4255-bd71-689077a46cad.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.703140] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d9956d-d463-479d-b081-9848b9475d66 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.718593] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1115.718593] env[64658]: value = "task-2734416" [ 1115.718593] env[64658]: _type = "Task" [ 1115.718593] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.726876] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.798556] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734415, 'name': CreateVM_Task, 'duration_secs': 0.370323} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.798728] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.799367] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.799528] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.799853] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.800176] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7b694e-8479-4b77-9418-9a0b27177d2e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804320] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1115.804320] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527d7e2d-3d58-3cc6-fb21-43cca35e5da0" [ 1115.804320] env[64658]: _type = "Task" [ 1115.804320] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.812290] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527d7e2d-3d58-3cc6-fb21-43cca35e5da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.827168] env[64658]: DEBUG oslo_concurrency.lockutils [req-a1957d5b-c803-49e3-8cf3-bfc1290c8648 req-93cd3645-29b9-485f-b2f7-dc78560c5915 service nova] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.828454] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.828713] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.829126] env[64658]: DEBUG nova.network.neutron [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.909031] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "refresh_cache-1435b9fd-0c52-4c38-94f2-ce6f612e08df" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.909127] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "refresh_cache-1435b9fd-0c52-4c38-94f2-ce6f612e08df" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.909219] env[64658]: DEBUG nova.network.neutron [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.006466] env[64658]: DEBUG nova.network.neutron [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Updated VIF entry in instance network info cache for port 17f2a7c9-0051-4152-affb-1237a5e5288a. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.007028] env[64658]: DEBUG nova.network.neutron [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Updating instance_info_cache with network_info: [{"id": "17f2a7c9-0051-4152-affb-1237a5e5288a", "address": "fa:16:3e:d4:f0:7b", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f2a7c9-00", "ovs_interfaceid": "17f2a7c9-0051-4152-affb-1237a5e5288a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.214474] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7097b37-62de-453d-ad08-55ea7f2104c2 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.805s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.228115] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734416, 'name': ReconfigVM_Task, 'duration_secs': 0.147606} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.228431] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550506', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'name': 'volume-0c00d9cc-14df-4255-bd71-689077a46cad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '102cf96e-9cf9-4761-a1c7-97940113abff', 'attached_at': '', 'detached_at': '', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'serial': '0c00d9cc-14df-4255-bd71-689077a46cad'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1116.231795] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a0d630d-72e0-4343-b2c4-e392dffbdd18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.239063] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1116.239063] env[64658]: value = "task-2734417" [ 1116.239063] env[64658]: _type = "Task" [ 1116.239063] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.249761] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734417, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.317677] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527d7e2d-3d58-3cc6-fb21-43cca35e5da0, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.318101] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.318343] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.318632] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.318740] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.318921] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.319219] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b57d154-af16-405b-b06e-a2505d93edf5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.329916] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.330050] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.332495] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec5f586-baa9-4b5c-8e89-6d015b0f2edc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.338021] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1116.338021] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524b083d-a5f7-07d0-b7fb-037cf6140a1c" [ 1116.338021] env[64658]: _type = "Task" [ 1116.338021] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.348913] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524b083d-a5f7-07d0-b7fb-037cf6140a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008068} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.349721] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea905e2f-f9cf-4711-98c4-711b4199bf55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.355466] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1116.355466] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52dd55d4-64fd-9623-f19b-316c97ed3cd8" [ 1116.355466] env[64658]: _type = "Task" [ 1116.355466] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.365273] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52dd55d4-64fd-9623-f19b-316c97ed3cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.368577] env[64658]: WARNING nova.network.neutron [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] 6914deb4-4322-4fbd-bc90-47969a531684 already exists in list: networks containing: ['6914deb4-4322-4fbd-bc90-47969a531684']. ignoring it [ 1116.418290] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd18492e-0757-4c98-b43b-4bceee4be23e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.427356] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412eb889-b80a-470d-8848-23b94110519f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.468332] env[64658]: DEBUG nova.network.neutron [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.473889] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.474125] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.474322] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.474498] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.474662] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.476537] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de13865-1aca-4baa-b933-6fcffadc2ca6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.479853] env[64658]: INFO nova.compute.manager [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Terminating instance [ 1116.488591] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752dfd2c-6896-45f5-980a-0f14f3dada87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.502369] env[64658]: DEBUG nova.compute.provider_tree [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.509578] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Releasing lock "refresh_cache-ae160e0b-d398-47e9-82c4-5dd06feffbbb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.509823] env[64658]: DEBUG nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-vif-plugged-34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.510021] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Acquiring lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.510224] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.510386] env[64658]: DEBUG oslo_concurrency.lockutils [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.510547] env[64658]: DEBUG nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] No waiting events found dispatching network-vif-plugged-34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.510714] env[64658]: WARNING nova.compute.manager [req-3948ba71-75bd-4f41-980f-2c779469c504 req-ec2d804d-8d79-4fab-babf-e927ff5256b6 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received unexpected event network-vif-plugged-34b49411-1301-4bab-bc93-724997dc89d1 for instance with vm_state active and task_state None. [ 1116.615208] env[64658]: DEBUG nova.network.neutron [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Updating instance_info_cache with network_info: [{"id": "f6a8bc58-43c5-4414-8a87-f94dc1f1f828", "address": "fa:16:3e:96:83:d9", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a8bc58-43", "ovs_interfaceid": "f6a8bc58-43c5-4414-8a87-f94dc1f1f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.749296] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734417, 'name': Rename_Task, 'duration_secs': 0.343424} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.749589] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.749838] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de13e04-89af-4ec6-8695-36608b237a59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.756261] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1116.756261] env[64658]: value = "task-2734418" [ 1116.756261] env[64658]: _type = "Task" [ 1116.756261] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.764801] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.766408] env[64658]: DEBUG nova.network.neutron [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34b49411-1301-4bab-bc93-724997dc89d1", "address": "fa:16:3e:a2:02:1b", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b49411-13", "ovs_interfaceid": "34b49411-1301-4bab-bc93-724997dc89d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.867742] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52dd55d4-64fd-9623-f19b-316c97ed3cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.01229} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.867974] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.868254] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] ae160e0b-d398-47e9-82c4-5dd06feffbbb/ae160e0b-d398-47e9-82c4-5dd06feffbbb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.868535] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeec3e13-e68d-4bb9-944c-93f3666b3f88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.874386] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1116.874386] env[64658]: value = "task-2734419" [ 1116.874386] env[64658]: _type = "Task" [ 1116.874386] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.882200] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.984966] env[64658]: DEBUG nova.compute.manager [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.985239] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.986225] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fa75f-54ff-42e1-a710-d36f8a44cc6b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.995061] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.995380] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d28bdb8-ca98-4690-b039-5cdca9096e74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.002140] env[64658]: DEBUG oslo_vmware.api [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1117.002140] env[64658]: value = "task-2734420" [ 1117.002140] env[64658]: _type = "Task" [ 1117.002140] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.006844] env[64658]: DEBUG nova.scheduler.client.report [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.015891] env[64658]: DEBUG oslo_vmware.api [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.120383] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "refresh_cache-1435b9fd-0c52-4c38-94f2-ce6f612e08df" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.120809] env[64658]: DEBUG nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Instance network_info: |[{"id": "f6a8bc58-43c5-4414-8a87-f94dc1f1f828", "address": "fa:16:3e:96:83:d9", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a8bc58-43", "ovs_interfaceid": "f6a8bc58-43c5-4414-8a87-f94dc1f1f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.121399] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:83:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6a8bc58-43c5-4414-8a87-f94dc1f1f828', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.130019] env[64658]: DEBUG oslo.service.loopingcall [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.130298] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.131121] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4649bc9-3a4e-4ca0-8b9b-1ac4a316a117 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.152692] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.152692] env[64658]: value = "task-2734421" [ 1117.152692] env[64658]: _type = "Task" [ 1117.152692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.165362] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734421, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.270459] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.271355] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.272534] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.273134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.273692] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31a2b31-59b9-4913-9718-f8e8edd76161 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.300272] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.300652] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.300868] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.301307] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.301609] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.302354] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.302708] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.302977] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.303380] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.303733] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.304061] env[64658]: DEBUG nova.virt.hardware [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.315452] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Reconfiguring VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1117.317675] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8bdf579-710f-4c38-bd1c-df7d591d7e56 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.333361] env[64658]: DEBUG nova.compute.manager [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-changed-34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.333568] env[64658]: DEBUG nova.compute.manager [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing instance network info cache due to event network-changed-34b49411-1301-4bab-bc93-724997dc89d1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.333784] env[64658]: DEBUG oslo_concurrency.lockutils [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.333939] env[64658]: DEBUG oslo_concurrency.lockutils [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.334167] env[64658]: DEBUG nova.network.neutron [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing network info cache for port 34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.341272] env[64658]: DEBUG oslo_vmware.api [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1117.341272] env[64658]: value = "task-2734422" [ 1117.341272] env[64658]: _type = "Task" [ 1117.341272] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.350367] env[64658]: DEBUG oslo_vmware.api [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734422, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.385589] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461521} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.386072] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] ae160e0b-d398-47e9-82c4-5dd06feffbbb/ae160e0b-d398-47e9-82c4-5dd06feffbbb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.386367] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.386772] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-665f7c4d-876e-422c-ae32-d63951d3c71b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.394520] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1117.394520] env[64658]: value = "task-2734423" [ 1117.394520] env[64658]: _type = "Task" [ 1117.394520] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.402699] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.442137] env[64658]: DEBUG nova.compute.manager [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Received event network-changed-f6a8bc58-43c5-4414-8a87-f94dc1f1f828 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.442555] env[64658]: DEBUG nova.compute.manager [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Refreshing instance network info cache due to event network-changed-f6a8bc58-43c5-4414-8a87-f94dc1f1f828. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.442755] env[64658]: DEBUG oslo_concurrency.lockutils [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] Acquiring lock "refresh_cache-1435b9fd-0c52-4c38-94f2-ce6f612e08df" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.442997] env[64658]: DEBUG oslo_concurrency.lockutils [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] Acquired lock "refresh_cache-1435b9fd-0c52-4c38-94f2-ce6f612e08df" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.443223] env[64658]: DEBUG nova.network.neutron [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Refreshing network info cache for port f6a8bc58-43c5-4414-8a87-f94dc1f1f828 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.512688] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.513290] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.515715] env[64658]: DEBUG oslo_vmware.api [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734420, 'name': PowerOffVM_Task, 'duration_secs': 0.227225} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.515975] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.028s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.517332] env[64658]: INFO nova.compute.claims [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.520818] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.520818] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.520818] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc87affe-941e-424f-8468-2b2ab051aa74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.663023] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734421, 'name': CreateVM_Task, 'duration_secs': 0.428731} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.663265] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.663977] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.664204] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.664552] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.664837] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497924a3-456b-4357-b010-ce2cad33091d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.669021] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1117.669021] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52bc7f89-62d6-4c77-895b-c0ba3f7426b4" [ 1117.669021] env[64658]: _type = "Task" [ 1117.669021] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.678723] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bc7f89-62d6-4c77-895b-c0ba3f7426b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.766125] env[64658]: DEBUG oslo_vmware.api [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734418, 'name': PowerOnVM_Task, 'duration_secs': 0.78355} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.766435] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.851282] env[64658]: DEBUG oslo_vmware.api [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.872936] env[64658]: DEBUG nova.compute.manager [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.873863] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd54349-4c9b-409a-a7f7-c559bceff572 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.904104] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09462} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.904377] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.905159] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1f3ba4-5cb6-48f6-b30e-16e96d4f9024 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.927657] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] ae160e0b-d398-47e9-82c4-5dd06feffbbb/ae160e0b-d398-47e9-82c4-5dd06feffbbb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.928695] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd45e03-2e67-4904-8158-439b5ad985a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.954695] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1117.954695] env[64658]: value = "task-2734425" [ 1117.954695] env[64658]: _type = "Task" [ 1117.954695] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.965587] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.967282] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.967482] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.967674] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleting the datastore file [datastore1] acc0f605-4ba1-442c-ac75-051e800b49b8 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.967940] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bbf63bd-f38c-4f49-8894-c1b7b6610ee8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.974757] env[64658]: DEBUG oslo_vmware.api [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1117.974757] env[64658]: value = "task-2734426" [ 1117.974757] env[64658]: _type = "Task" [ 1117.974757] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.989468] env[64658]: DEBUG oslo_vmware.api [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.021629] env[64658]: DEBUG nova.compute.utils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1118.025134] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.025364] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.101267] env[64658]: DEBUG nova.policy [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3e6a764445a4f728ca24d992e997233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4835459861334b4aa3b61418e8210e1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.139575] env[64658]: DEBUG nova.network.neutron [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updated VIF entry in instance network info cache for port 34b49411-1301-4bab-bc93-724997dc89d1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.140087] env[64658]: DEBUG nova.network.neutron [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34b49411-1301-4bab-bc93-724997dc89d1", "address": "fa:16:3e:a2:02:1b", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b49411-13", "ovs_interfaceid": "34b49411-1301-4bab-bc93-724997dc89d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.184303] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bc7f89-62d6-4c77-895b-c0ba3f7426b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008589} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.185482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.186334] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.186923] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.189131] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.189131] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.189491] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-477406ab-885f-4eb8-b227-872716dabc51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.201193] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.201494] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.202322] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61aaf07e-3af8-4567-a243-d6d5931b6153 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.208763] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1118.208763] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a12169-9966-a9e2-ead0-d870b59f4e16" [ 1118.208763] env[64658]: _type = "Task" [ 1118.208763] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.217541] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a12169-9966-a9e2-ead0-d870b59f4e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.252898] env[64658]: DEBUG nova.network.neutron [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Updated VIF entry in instance network info cache for port f6a8bc58-43c5-4414-8a87-f94dc1f1f828. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.253520] env[64658]: DEBUG nova.network.neutron [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Updating instance_info_cache with network_info: [{"id": "f6a8bc58-43c5-4414-8a87-f94dc1f1f828", "address": "fa:16:3e:96:83:d9", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a8bc58-43", "ovs_interfaceid": "f6a8bc58-43c5-4414-8a87-f94dc1f1f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.351965] env[64658]: DEBUG oslo_vmware.api [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.398922] env[64658]: DEBUG oslo_concurrency.lockutils [None req-68ac3480-035d-4de5-a2a4-9bceb7a900a1 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 52.627s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.432087] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Successfully created port: 9092ddd8-f045-4279-9bca-3330138698ea {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.466781] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.485493] env[64658]: DEBUG oslo_vmware.api [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141981} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.485864] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.486749] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.486749] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.486749] env[64658]: INFO nova.compute.manager [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1118.486993] env[64658]: DEBUG oslo.service.loopingcall [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.487060] env[64658]: DEBUG nova.compute.manager [-] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.487152] env[64658]: DEBUG nova.network.neutron [-] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.526392] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.647690] env[64658]: DEBUG oslo_concurrency.lockutils [req-f57b2c19-5fba-4410-bf7e-793d8583d2b3 req-57d60edc-e28f-44af-a963-b3c9294a8476 service nova] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.718807] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a12169-9966-a9e2-ead0-d870b59f4e16, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.722125] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18f3098-a805-4b5f-8b46-33bd4094f96f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.729993] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1118.729993] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52484f35-3333-239a-4b6f-a29cd8ccbb3d" [ 1118.729993] env[64658]: _type = "Task" [ 1118.729993] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.735311] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52484f35-3333-239a-4b6f-a29cd8ccbb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.758031] env[64658]: DEBUG oslo_concurrency.lockutils [req-46728604-e6f3-4bb0-ae84-0171fec615f0 req-0ff5160f-022c-4523-8ea2-f51982b4d4b0 service nova] Releasing lock "refresh_cache-1435b9fd-0c52-4c38-94f2-ce6f612e08df" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.842161] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb46dd-cfcd-4ea9-bfba-91974dda2f4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.857631] env[64658]: DEBUG oslo_vmware.api [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734422, 'name': ReconfigVM_Task, 'duration_secs': 1.214037} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.858945] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301cfd9-a70d-4876-a09b-fc0497f2a98b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.863092] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.863669] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Reconfigured VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1118.901164] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426a5e4-cf85-4c67-b740-47345a8a945e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.909596] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd597d8-3af2-48e4-ad72-eb08d3c14e6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.928458] env[64658]: DEBUG nova.compute.provider_tree [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.964371] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734425, 'name': ReconfigVM_Task, 'duration_secs': 0.624432} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.964680] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Reconfigured VM instance instance-00000069 to attach disk [datastore2] ae160e0b-d398-47e9-82c4-5dd06feffbbb/ae160e0b-d398-47e9-82c4-5dd06feffbbb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.965275] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9fd4aa2-1d68-4738-8c34-63ee71f9414e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.971938] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1118.971938] env[64658]: value = "task-2734427" [ 1118.971938] env[64658]: _type = "Task" [ 1118.971938] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.980540] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734427, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.238024] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52484f35-3333-239a-4b6f-a29cd8ccbb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.238292] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.238630] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1435b9fd-0c52-4c38-94f2-ce6f612e08df/1435b9fd-0c52-4c38-94f2-ce6f612e08df.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.238953] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad5b8ec-29d8-4c1e-a12c-242bc25c96f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.245720] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1119.245720] env[64658]: value = "task-2734428" [ 1119.245720] env[64658]: _type = "Task" [ 1119.245720] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.253714] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.340872] env[64658]: DEBUG nova.compute.manager [req-75d93b6e-bc34-499c-a109-fe2e64caeec2 req-d3266a27-cff6-43e7-a8ca-1ebd957a1785 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Received event network-vif-deleted-2e0024f1-53d2-441c-9575-2d3331e5f843 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.340872] env[64658]: INFO nova.compute.manager [req-75d93b6e-bc34-499c-a109-fe2e64caeec2 req-d3266a27-cff6-43e7-a8ca-1ebd957a1785 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Neutron deleted interface 2e0024f1-53d2-441c-9575-2d3331e5f843; detaching it from the instance and deleting it from the info cache [ 1119.340872] env[64658]: DEBUG nova.network.neutron [req-75d93b6e-bc34-499c-a109-fe2e64caeec2 req-d3266a27-cff6-43e7-a8ca-1ebd957a1785 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.401465] env[64658]: DEBUG oslo_concurrency.lockutils [None req-bcb4c06e-2d80-4749-ac28-7d8bf4648b33 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-c479b559-d510-4d28-b060-15b8ad51e9a9-34b49411-1301-4bab-bc93-724997dc89d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.976s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.432203] env[64658]: DEBUG nova.scheduler.client.report [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.483067] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734427, 'name': Rename_Task, 'duration_secs': 0.341806} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.483067] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.483346] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df790611-2702-4346-9300-ed00ec998071 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.489848] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1119.489848] env[64658]: value = "task-2734429" [ 1119.489848] env[64658]: _type = "Task" [ 1119.489848] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.498503] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.538755] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.561910] env[64658]: DEBUG nova.network.neutron [-] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.567994] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.568279] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.568675] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.569140] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.569488] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.569785] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.570172] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.570442] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.570566] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.570711] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.570899] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.572132] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b3f0de-304c-4d06-8bf6-66d05ff51a90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.582853] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af9cbba-2202-45cd-8283-e5fa61fda8d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.756689] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47087} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.756946] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1435b9fd-0c52-4c38-94f2-ce6f612e08df/1435b9fd-0c52-4c38-94f2-ce6f612e08df.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.757126] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.757410] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-449d2ddd-126f-49bc-9199-76374157db22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.765328] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1119.765328] env[64658]: value = "task-2734430" [ 1119.765328] env[64658]: _type = "Task" [ 1119.765328] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.775255] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.843775] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60613136-f136-4df9-8ae5-f966f343d0c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.852645] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1ea909-23b6-4790-9fe5-0762416c4cad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.887383] env[64658]: DEBUG nova.compute.manager [req-75d93b6e-bc34-499c-a109-fe2e64caeec2 req-d3266a27-cff6-43e7-a8ca-1ebd957a1785 service nova] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Detach interface failed, port_id=2e0024f1-53d2-441c-9575-2d3331e5f843, reason: Instance acc0f605-4ba1-442c-ac75-051e800b49b8 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1119.937047] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.937608] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.940747] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.412s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.942291] env[64658]: INFO nova.compute.claims [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.001714] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.066304] env[64658]: INFO nova.compute.manager [-] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Took 1.58 seconds to deallocate network for instance. [ 1120.126534] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Successfully updated port: 9092ddd8-f045-4279-9bca-3330138698ea {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.275685] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063864} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.275999] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.276750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9897667-b214-4d3b-829a-d2cdd70a4216 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.300250] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 1435b9fd-0c52-4c38-94f2-ce6f612e08df/1435b9fd-0c52-4c38-94f2-ce6f612e08df.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.300536] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95a750f-53cf-4a23-aae1-ddfba9966476 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.322688] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1120.322688] env[64658]: value = "task-2734431" [ 1120.322688] env[64658]: _type = "Task" [ 1120.322688] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.331901] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.447650] env[64658]: DEBUG nova.compute.utils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1120.452154] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.452292] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.490743] env[64658]: DEBUG nova.policy [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3e6a764445a4f728ca24d992e997233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4835459861334b4aa3b61418e8210e1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.502367] env[64658]: DEBUG oslo_vmware.api [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734429, 'name': PowerOnVM_Task, 'duration_secs': 0.731569} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.502367] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.502367] env[64658]: INFO nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1120.502510] env[64658]: DEBUG nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.503555] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696f97d8-ea33-4a67-95aa-bc8ed988ed85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.573231] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.630559] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "refresh_cache-718464ec-d169-4840-bfee-204498ff8099" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.630559] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "refresh_cache-718464ec-d169-4840-bfee-204498ff8099" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.630559] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.698106] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-c479b559-d510-4d28-b060-15b8ad51e9a9-34b49411-1301-4bab-bc93-724997dc89d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.698106] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-c479b559-d510-4d28-b060-15b8ad51e9a9-34b49411-1301-4bab-bc93-724997dc89d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.742166] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Successfully created port: ef2c9d39-3a7a-4b89-afce-381008a8a5b6 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.835213] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734431, 'name': ReconfigVM_Task, 'duration_secs': 0.346139} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.835748] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 1435b9fd-0c52-4c38-94f2-ce6f612e08df/1435b9fd-0c52-4c38-94f2-ce6f612e08df.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.836947] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e02ea405-075b-4472-ab9f-1a2d7765017a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.845977] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1120.845977] env[64658]: value = "task-2734432" [ 1120.845977] env[64658]: _type = "Task" [ 1120.845977] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.856155] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734432, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.953212] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.021166] env[64658]: INFO nova.compute.manager [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Took 35.71 seconds to build instance. [ 1121.166241] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.199387] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.199574] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.200523] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d55f68-f830-4ee0-91b8-1f22ca32c4cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.233526] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8390f7-7802-4e0e-b203-420d38fa2c35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.261672] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Reconfiguring VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1121.262870] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3520d540-4e5f-44ae-b043-d6094383e8da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.276444] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5453a535-30d3-4f3e-aef3-468144654907 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.284072] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5811f21-6585-4930-98d3-1e08ca589530 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.288222] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1121.288222] env[64658]: value = "task-2734433" [ 1121.288222] env[64658]: _type = "Task" [ 1121.288222] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.319510] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5f0ad2-769e-407e-9d59-8daa5cb19be1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.325747] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.331732] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bacbcdb-41b8-4034-b7f9-d810d37d799c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.346639] env[64658]: DEBUG nova.compute.provider_tree [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.355919] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734432, 'name': Rename_Task, 'duration_secs': 0.145045} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.356823] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.357077] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c3cb0e-36d4-4657-b13c-fdcf137e6d8f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.362667] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Updating instance_info_cache with network_info: [{"id": "9092ddd8-f045-4279-9bca-3330138698ea", "address": "fa:16:3e:d6:0b:d7", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9092ddd8-f0", "ovs_interfaceid": "9092ddd8-f045-4279-9bca-3330138698ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.367037] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1121.367037] env[64658]: value = "task-2734434" [ 1121.367037] env[64658]: _type = "Task" [ 1121.367037] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.370239] env[64658]: DEBUG nova.compute.manager [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Received event network-vif-plugged-9092ddd8-f045-4279-9bca-3330138698ea {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.370431] env[64658]: DEBUG oslo_concurrency.lockutils [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] Acquiring lock "718464ec-d169-4840-bfee-204498ff8099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.370633] env[64658]: DEBUG oslo_concurrency.lockutils [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] Lock "718464ec-d169-4840-bfee-204498ff8099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.370796] env[64658]: DEBUG oslo_concurrency.lockutils [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] Lock "718464ec-d169-4840-bfee-204498ff8099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.370954] env[64658]: DEBUG nova.compute.manager [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] No waiting events found dispatching network-vif-plugged-9092ddd8-f045-4279-9bca-3330138698ea {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.371124] env[64658]: WARNING nova.compute.manager [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Received unexpected event network-vif-plugged-9092ddd8-f045-4279-9bca-3330138698ea for instance with vm_state building and task_state spawning. [ 1121.371273] env[64658]: DEBUG nova.compute.manager [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Received event network-changed-9092ddd8-f045-4279-9bca-3330138698ea {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.371419] env[64658]: DEBUG nova.compute.manager [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Refreshing instance network info cache due to event network-changed-9092ddd8-f045-4279-9bca-3330138698ea. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.371593] env[64658]: DEBUG oslo_concurrency.lockutils [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] Acquiring lock "refresh_cache-718464ec-d169-4840-bfee-204498ff8099" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.377358] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.527841] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b5f5df02-027d-4574-a116-52811d002a29 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.238s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.798875] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.853063] env[64658]: DEBUG nova.scheduler.client.report [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.866628] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "refresh_cache-718464ec-d169-4840-bfee-204498ff8099" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.868282] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Instance network_info: |[{"id": "9092ddd8-f045-4279-9bca-3330138698ea", "address": "fa:16:3e:d6:0b:d7", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9092ddd8-f0", "ovs_interfaceid": "9092ddd8-f045-4279-9bca-3330138698ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.868282] env[64658]: DEBUG oslo_concurrency.lockutils [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] Acquired lock "refresh_cache-718464ec-d169-4840-bfee-204498ff8099" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.868282] env[64658]: DEBUG nova.network.neutron [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Refreshing network info cache for port 9092ddd8-f045-4279-9bca-3330138698ea {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.868623] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:0b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9092ddd8-f045-4279-9bca-3330138698ea', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.878325] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Creating folder: Project (4835459861334b4aa3b61418e8210e1e). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.885601] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c6f5fc2-ee38-49e9-8a9d-6d1c68fddb08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.893627] env[64658]: DEBUG oslo_vmware.api [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734434, 'name': PowerOnVM_Task, 'duration_secs': 0.465923} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.894350] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.894350] env[64658]: INFO nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1121.894350] env[64658]: DEBUG nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.895086] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184eb3f5-9daf-4563-bbce-4f730287cfa0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.899094] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Created folder: Project (4835459861334b4aa3b61418e8210e1e) in parent group-v550231. [ 1121.899279] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Creating folder: Instances. Parent ref: group-v550520. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.899876] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e723f26b-abb7-4245-bf76-5912732e5e8f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.910288] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Created folder: Instances in parent group-v550520. [ 1121.910581] env[64658]: DEBUG oslo.service.loopingcall [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.910781] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718464ec-d169-4840-bfee-204498ff8099] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.911070] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27415e62-8dde-4b3e-b966-a4b43ba395e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.936715] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.936715] env[64658]: value = "task-2734437" [ 1121.936715] env[64658]: _type = "Task" [ 1121.936715] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.946643] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734437, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.965502] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.000277] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.000392] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.000540] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.000779] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.000975] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.001185] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.001430] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.001640] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.001872] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.002067] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.003058] env[64658]: DEBUG nova.virt.hardware [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.004229] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8315ef87-7e68-4c6d-bd65-e13459832133 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.019077] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fea508-2adb-464d-8b0c-d640bfc11617 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.234493] env[64658]: DEBUG nova.network.neutron [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Updated VIF entry in instance network info cache for port 9092ddd8-f045-4279-9bca-3330138698ea. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.235025] env[64658]: DEBUG nova.network.neutron [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Updating instance_info_cache with network_info: [{"id": "9092ddd8-f045-4279-9bca-3330138698ea", "address": "fa:16:3e:d6:0b:d7", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9092ddd8-f0", "ovs_interfaceid": "9092ddd8-f045-4279-9bca-3330138698ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.300576] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.357234] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.357775] env[64658]: DEBUG nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.361296] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.417s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.361533] env[64658]: DEBUG nova.objects.instance [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lazy-loading 'resources' on Instance uuid 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.396649] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Successfully updated port: ef2c9d39-3a7a-4b89-afce-381008a8a5b6 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.416489] env[64658]: INFO nova.compute.manager [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Took 36.11 seconds to build instance. [ 1122.450482] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734437, 'name': CreateVM_Task, 'duration_secs': 0.352635} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.450482] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 718464ec-d169-4840-bfee-204498ff8099] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.450482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.450482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.450482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.450482] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c88569-946c-49d4-be6a-a76f247b00f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.454333] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1122.454333] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5252e1db-07e5-2f85-0712-f153d2bd5faa" [ 1122.454333] env[64658]: _type = "Task" [ 1122.454333] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.461806] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5252e1db-07e5-2f85-0712-f153d2bd5faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.512507] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.512938] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.513285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.513730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.514034] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.517030] env[64658]: INFO nova.compute.manager [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Terminating instance [ 1122.738375] env[64658]: DEBUG oslo_concurrency.lockutils [req-97a6b695-b38b-479c-b144-75a9b7336436 req-b5035358-de94-4bc4-a748-87776f3306e1 service nova] Releasing lock "refresh_cache-718464ec-d169-4840-bfee-204498ff8099" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.800602] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.865492] env[64658]: DEBUG nova.compute.utils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1122.870546] env[64658]: DEBUG nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.870823] env[64658]: DEBUG nova.network.neutron [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.900957] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "refresh_cache-daa7962e-8d89-4f29-80f4-0ae7ec7232cf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.901029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "refresh_cache-daa7962e-8d89-4f29-80f4-0ae7ec7232cf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.901177] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.908516] env[64658]: DEBUG nova.policy [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721790598f114c208fb8b778313be0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629acebc52264e8c8573793a3601455b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.917559] env[64658]: DEBUG oslo_concurrency.lockutils [None req-10477a48-877f-4f84-89a4-700c631d0bf3 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.621s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.966967] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5252e1db-07e5-2f85-0712-f153d2bd5faa, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.972028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.972028] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.972028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.972028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.972028] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.972028] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ba2a7b-8a15-4ffc-9157-8455f9961fee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.986233] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.986482] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.987615] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd8dd3a-2965-4a95-b9de-6cdbbbdf7512 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.994803] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1122.994803] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fbae5e-602a-cfef-f62d-535bd490a8b3" [ 1122.994803] env[64658]: _type = "Task" [ 1122.994803] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.006761] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fbae5e-602a-cfef-f62d-535bd490a8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.022036] env[64658]: DEBUG nova.compute.manager [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.022259] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.023253] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3d3ba-9ce4-4118-8f6a-cd3d46f9bb21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.035991] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.036287] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f4990d-0461-424e-8402-65c1a05545f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.045036] env[64658]: DEBUG oslo_vmware.api [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1123.045036] env[64658]: value = "task-2734438" [ 1123.045036] env[64658]: _type = "Task" [ 1123.045036] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.054840] env[64658]: DEBUG oslo_vmware.api [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.171018] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e00da-fdb7-471e-85ed-25fd9273ba80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.179839] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cad633-776b-4d7e-8f49-e97dc8e344cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.220859] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55341a24-ecf4-4bbe-9ac0-5fa7c2666f77 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.230203] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d85aff-3c27-416e-b2e5-388790cb87d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.246214] env[64658]: DEBUG nova.compute.provider_tree [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.249541] env[64658]: DEBUG nova.network.neutron [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Successfully created port: ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.302100] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.370786] env[64658]: DEBUG nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.436963] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.437302] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.437527] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.438229] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.438423] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.442787] env[64658]: INFO nova.compute.manager [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Terminating instance [ 1123.447517] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.452186] env[64658]: DEBUG nova.compute.manager [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Received event network-vif-plugged-ef2c9d39-3a7a-4b89-afce-381008a8a5b6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.452683] env[64658]: DEBUG oslo_concurrency.lockutils [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] Acquiring lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.452889] env[64658]: DEBUG oslo_concurrency.lockutils [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.453148] env[64658]: DEBUG oslo_concurrency.lockutils [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.453330] env[64658]: DEBUG nova.compute.manager [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] No waiting events found dispatching network-vif-plugged-ef2c9d39-3a7a-4b89-afce-381008a8a5b6 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.453499] env[64658]: WARNING nova.compute.manager [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Received unexpected event network-vif-plugged-ef2c9d39-3a7a-4b89-afce-381008a8a5b6 for instance with vm_state building and task_state spawning. [ 1123.453660] env[64658]: DEBUG nova.compute.manager [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Received event network-changed-ef2c9d39-3a7a-4b89-afce-381008a8a5b6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.453813] env[64658]: DEBUG nova.compute.manager [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Refreshing instance network info cache due to event network-changed-ef2c9d39-3a7a-4b89-afce-381008a8a5b6. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.453988] env[64658]: DEBUG oslo_concurrency.lockutils [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] Acquiring lock "refresh_cache-daa7962e-8d89-4f29-80f4-0ae7ec7232cf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.511134] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fbae5e-602a-cfef-f62d-535bd490a8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.512393] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3753d6b9-3f53-4f01-b611-cd36f012fe12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.518230] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1123.518230] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b37484-0741-2475-f142-7ecb7ce77af2" [ 1123.518230] env[64658]: _type = "Task" [ 1123.518230] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.527612] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b37484-0741-2475-f142-7ecb7ce77af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.554293] env[64658]: DEBUG oslo_vmware.api [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734438, 'name': PowerOffVM_Task, 'duration_secs': 0.254223} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.557387] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.557489] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.557747] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b1f147-1ce2-4f00-8331-bb22b97d85fa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.625663] env[64658]: DEBUG nova.network.neutron [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Updating instance_info_cache with network_info: [{"id": "ef2c9d39-3a7a-4b89-afce-381008a8a5b6", "address": "fa:16:3e:1f:de:96", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2c9d39-3a", "ovs_interfaceid": "ef2c9d39-3a7a-4b89-afce-381008a8a5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.647422] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.648316] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.648316] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleting the datastore file [datastore2] ae160e0b-d398-47e9-82c4-5dd06feffbbb {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.648556] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4df576e6-4532-4fa6-932d-10a0eec6e37c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.656905] env[64658]: DEBUG oslo_vmware.api [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1123.656905] env[64658]: value = "task-2734440" [ 1123.656905] env[64658]: _type = "Task" [ 1123.656905] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.666850] env[64658]: DEBUG oslo_vmware.api [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.749706] env[64658]: DEBUG nova.scheduler.client.report [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.802626] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.947676] env[64658]: DEBUG nova.compute.manager [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.948053] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.948959] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a2b5dd-63b2-4f1f-81b5-54ad7516b4f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.957398] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.957681] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924b76da-17cd-4692-9563-8760d102f0ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.964682] env[64658]: DEBUG oslo_vmware.api [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1123.964682] env[64658]: value = "task-2734441" [ 1123.964682] env[64658]: _type = "Task" [ 1123.964682] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.976169] env[64658]: DEBUG oslo_vmware.api [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.029770] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b37484-0741-2475-f142-7ecb7ce77af2, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.030107] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.030415] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 718464ec-d169-4840-bfee-204498ff8099/718464ec-d169-4840-bfee-204498ff8099.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.030714] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab4baabb-3175-464a-9adb-8c9ee5b859a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.039965] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1124.039965] env[64658]: value = "task-2734442" [ 1124.039965] env[64658]: _type = "Task" [ 1124.039965] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.049711] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.128252] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "refresh_cache-daa7962e-8d89-4f29-80f4-0ae7ec7232cf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.128482] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Instance network_info: |[{"id": "ef2c9d39-3a7a-4b89-afce-381008a8a5b6", "address": "fa:16:3e:1f:de:96", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2c9d39-3a", "ovs_interfaceid": "ef2c9d39-3a7a-4b89-afce-381008a8a5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.128830] env[64658]: DEBUG oslo_concurrency.lockutils [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] Acquired lock "refresh_cache-daa7962e-8d89-4f29-80f4-0ae7ec7232cf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.129044] env[64658]: DEBUG nova.network.neutron [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Refreshing network info cache for port ef2c9d39-3a7a-4b89-afce-381008a8a5b6 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.130892] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:de:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef2c9d39-3a7a-4b89-afce-381008a8a5b6', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.139130] env[64658]: DEBUG oslo.service.loopingcall [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.140396] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.140645] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d061976-1ea9-438b-acbd-9e86f8eafcbd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.173721] env[64658]: DEBUG oslo_vmware.api [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43946} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.175785] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.176112] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.177027] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.177576] env[64658]: INFO nova.compute.manager [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1124.177720] env[64658]: DEBUG oslo.service.loopingcall [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.177990] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.177990] env[64658]: value = "task-2734443" [ 1124.177990] env[64658]: _type = "Task" [ 1124.177990] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.178293] env[64658]: DEBUG nova.compute.manager [-] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.178438] env[64658]: DEBUG nova.network.neutron [-] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.192742] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734443, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.254046] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.256330] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.545s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.256567] env[64658]: DEBUG nova.objects.instance [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'resources' on Instance uuid 5983a6bf-30ad-43c2-973a-c0da12516956 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.284061] env[64658]: INFO nova.scheduler.client.report [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Deleted allocations for instance 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950 [ 1124.303681] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.383667] env[64658]: DEBUG nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.422356] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.422356] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.422356] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.422356] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.422356] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.422356] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.422854] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.422854] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.423154] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.423378] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.423573] env[64658]: DEBUG nova.virt.hardware [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.425317] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efbc67-68da-4e7a-a69c-bc221e3f44cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.436782] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac68c2-e9c5-4221-87d2-68930a0052e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.477409] env[64658]: DEBUG oslo_vmware.api [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734441, 'name': PowerOffVM_Task, 'duration_secs': 0.215919} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.477409] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.477528] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.479956] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd32f98-aef7-4f14-a682-47a1b01e21c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.556148] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.556550] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.556847] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleting the datastore file [datastore2] 1435b9fd-0c52-4c38-94f2-ce6f612e08df {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.557837] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8aa1546-447d-4147-938f-abeeca2e7ac3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.569958] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734442, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.576411] env[64658]: DEBUG oslo_vmware.api [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1124.576411] env[64658]: value = "task-2734445" [ 1124.576411] env[64658]: _type = "Task" [ 1124.576411] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.592902] env[64658]: DEBUG oslo_vmware.api [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.697418] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734443, 'name': CreateVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.805108] env[64658]: DEBUG oslo_concurrency.lockutils [None req-77e58332-41b7-4270-bdcb-eb931de92a0d tempest-ServerDiskConfigTestJSON-2052835595 tempest-ServerDiskConfigTestJSON-2052835595-project-member] Lock "9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.270s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.815677] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.012704] env[64658]: DEBUG nova.network.neutron [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Updated VIF entry in instance network info cache for port ef2c9d39-3a7a-4b89-afce-381008a8a5b6. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.013150] env[64658]: DEBUG nova.network.neutron [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Updating instance_info_cache with network_info: [{"id": "ef2c9d39-3a7a-4b89-afce-381008a8a5b6", "address": "fa:16:3e:1f:de:96", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2c9d39-3a", "ovs_interfaceid": "ef2c9d39-3a7a-4b89-afce-381008a8a5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.019258] env[64658]: DEBUG nova.network.neutron [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Successfully updated port: ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.036687] env[64658]: DEBUG nova.network.neutron [-] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.059693] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671148} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.059996] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 718464ec-d169-4840-bfee-204498ff8099/718464ec-d169-4840-bfee-204498ff8099.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.060251] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.060507] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e96dcc5-fb01-4024-b493-9a5eb6c4a725 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.072487] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1125.072487] env[64658]: value = "task-2734446" [ 1125.072487] env[64658]: _type = "Task" [ 1125.072487] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.090766] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.098307] env[64658]: DEBUG oslo_vmware.api [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.113230] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f523c316-e9e5-4132-9e86-e91b7201f0ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.121271] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b594aa9-fa3e-492d-8766-2360cd645079 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.156338] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f54405-3d66-481e-8aac-7a1de8e84857 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.164959] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ef44d2-2bfa-4462-b8f8-ea84e80493f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.181119] env[64658]: DEBUG nova.compute.provider_tree [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.196189] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734443, 'name': CreateVM_Task, 'duration_secs': 0.564928} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.196189] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.196349] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.196493] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.196825] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.197401] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe22977-43e4-4858-9759-ecec425680b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.204033] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1125.204033] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b23286-b5bb-fc5c-f15d-1f5076b4a361" [ 1125.204033] env[64658]: _type = "Task" [ 1125.204033] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.213106] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b23286-b5bb-fc5c-f15d-1f5076b4a361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.304660] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.496281] env[64658]: DEBUG nova.compute.manager [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Received event network-vif-deleted-17f2a7c9-0051-4152-affb-1237a5e5288a {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.496281] env[64658]: DEBUG nova.compute.manager [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Received event network-vif-plugged-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.496281] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.496281] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.496281] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.496281] env[64658]: DEBUG nova.compute.manager [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] No waiting events found dispatching network-vif-plugged-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.496281] env[64658]: WARNING nova.compute.manager [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Received unexpected event network-vif-plugged-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b for instance with vm_state building and task_state spawning. [ 1125.496281] env[64658]: DEBUG nova.compute.manager [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Received event network-changed-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.496281] env[64658]: DEBUG nova.compute.manager [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Refreshing instance network info cache due to event network-changed-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.496281] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] Acquiring lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.496281] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] Acquired lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.496281] env[64658]: DEBUG nova.network.neutron [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Refreshing network info cache for port ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.516344] env[64658]: DEBUG oslo_concurrency.lockutils [req-4bb184f9-c74b-4370-8f59-127782466e96 req-450954c8-48d9-4e81-abbd-3ce9862c2065 service nova] Releasing lock "refresh_cache-daa7962e-8d89-4f29-80f4-0ae7ec7232cf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.522299] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.542458] env[64658]: INFO nova.compute.manager [-] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Took 1.36 seconds to deallocate network for instance. [ 1125.585605] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115293} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.587921] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.589195] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ebbeb2-d991-49c3-9643-860d341a8161 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.598106] env[64658]: DEBUG oslo_vmware.api [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565791} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.598792] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.599042] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.599274] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.599522] env[64658]: INFO nova.compute.manager [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1125.599879] env[64658]: DEBUG oslo.service.loopingcall [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.600139] env[64658]: DEBUG nova.compute.manager [-] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.600274] env[64658]: DEBUG nova.network.neutron [-] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.620751] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 718464ec-d169-4840-bfee-204498ff8099/718464ec-d169-4840-bfee-204498ff8099.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.622358] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fddffc-79e6-4a1c-9dcd-1e536d0bc733 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.646308] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1125.646308] env[64658]: value = "task-2734447" [ 1125.646308] env[64658]: _type = "Task" [ 1125.646308] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.655279] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.684199] env[64658]: DEBUG nova.scheduler.client.report [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.717032] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b23286-b5bb-fc5c-f15d-1f5076b4a361, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.717032] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.717241] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.717415] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.717563] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.717739] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.718066] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec0eef34-4ec0-4bfd-bbd9-5786b54e1a7c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.728167] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.728370] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.729162] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e672f16-c438-49b3-b0ba-9774186b938b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.735931] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1125.735931] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520b940d-1cc3-037d-cfdd-93615e58c9be" [ 1125.735931] env[64658]: _type = "Task" [ 1125.735931] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.746304] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520b940d-1cc3-037d-cfdd-93615e58c9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.806090] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.050974] env[64658]: DEBUG nova.network.neutron [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.056221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.159657] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734447, 'name': ReconfigVM_Task, 'duration_secs': 0.485018} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.160043] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 718464ec-d169-4840-bfee-204498ff8099/718464ec-d169-4840-bfee-204498ff8099.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.160968] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ba78fd3-c9e3-4d1b-ad0b-bf925ad66157 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.170500] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1126.170500] env[64658]: value = "task-2734448" [ 1126.170500] env[64658]: _type = "Task" [ 1126.170500] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.172334] env[64658]: DEBUG nova.network.neutron [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.187446] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734448, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.192269] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.195332] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.686s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.195332] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.197590] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.005s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.197828] env[64658]: DEBUG nova.objects.instance [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lazy-loading 'resources' on Instance uuid 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.228631] env[64658]: INFO nova.scheduler.client.report [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted allocations for instance 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0 [ 1126.232033] env[64658]: INFO nova.scheduler.client.report [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Deleted allocations for instance 5983a6bf-30ad-43c2-973a-c0da12516956 [ 1126.248055] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520b940d-1cc3-037d-cfdd-93615e58c9be, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.249386] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5237a0-bb42-43ee-83f0-4ed5deb0415e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.255694] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1126.255694] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5289acc6-6e0e-5231-5a78-406050eaa843" [ 1126.255694] env[64658]: _type = "Task" [ 1126.255694] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.267184] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5289acc6-6e0e-5231-5a78-406050eaa843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.309195] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.576610] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.577302] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.678701] env[64658]: DEBUG oslo_concurrency.lockutils [req-4b202cfa-727e-4371-b07e-fc1c5cc075ec req-98b6187d-dbc0-449a-a9f2-38ae9989fffa service nova] Releasing lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.679090] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.679316] env[64658]: DEBUG nova.network.neutron [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.681111] env[64658]: DEBUG nova.network.neutron [-] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.686289] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734448, 'name': Rename_Task, 'duration_secs': 0.157595} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.686715] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.687452] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0552c686-38b6-472c-b142-0feda717c7af {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.699239] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1126.699239] env[64658]: value = "task-2734449" [ 1126.699239] env[64658]: _type = "Task" [ 1126.699239] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.711824] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.746174] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96e6fa44-ad59-4a85-9ae7-5b7af7e42143 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.220s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.749035] env[64658]: DEBUG oslo_concurrency.lockutils [None req-12c51ef5-ba07-4e3b-9293-55e1b48b9f9c tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "5983a6bf-30ad-43c2-973a-c0da12516956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.727s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.769264] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5289acc6-6e0e-5231-5a78-406050eaa843, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.770152] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.770152] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] daa7962e-8d89-4f29-80f4-0ae7ec7232cf/daa7962e-8d89-4f29-80f4-0ae7ec7232cf.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.770152] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f4dec6f-d49d-4d8c-b5cc-353779821b29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.779898] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1126.779898] env[64658]: value = "task-2734450" [ 1126.779898] env[64658]: _type = "Task" [ 1126.779898] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.789881] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.806410] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.963632] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861a294b-59dc-4fe8-90d5-31ff214b19fb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.972394] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ca70a-19ec-4e84-be1c-46acdc09233c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.016492] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29af251-1b68-4eed-be88-11c9be465214 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.032020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b9e238-9e1b-4fea-9c18-d2aa5779fa45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.049243] env[64658]: DEBUG nova.compute.provider_tree [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.083143] env[64658]: DEBUG nova.compute.utils [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1127.188534] env[64658]: INFO nova.compute.manager [-] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Took 1.59 seconds to deallocate network for instance. [ 1127.211206] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.217910] env[64658]: DEBUG nova.network.neutron [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.293900] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734450, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.308621] env[64658]: DEBUG oslo_vmware.api [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734433, 'name': ReconfigVM_Task, 'duration_secs': 5.810204} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.308821] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.309114] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Reconfigured VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1127.542269] env[64658]: DEBUG nova.network.neutron [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updating instance_info_cache with network_info: [{"id": "ab6be564-47ed-46ef-bba0-e1c9c4bcf76b", "address": "fa:16:3e:7c:a0:f4", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6be564-47", "ovs_interfaceid": "ab6be564-47ed-46ef-bba0-e1c9c4bcf76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.555663] env[64658]: DEBUG nova.scheduler.client.report [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.591810] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.695355] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.711825] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734449, 'name': PowerOnVM_Task, 'duration_secs': 0.909845} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.713269] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.713269] env[64658]: INFO nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1127.713269] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.713704] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe7259-fef3-4197-af28-c6f0ca9e4886 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.759515] env[64658]: DEBUG nova.compute.manager [req-8ea8007e-fae1-4ecf-9a68-b384519691fc req-7553ca0c-8c4d-43a7-a525-90cbebba36ba service nova] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Received event network-vif-deleted-f6a8bc58-43c5-4414-8a87-f94dc1f1f828 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.794832] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590834} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.795128] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] daa7962e-8d89-4f29-80f4-0ae7ec7232cf/daa7962e-8d89-4f29-80f4-0ae7ec7232cf.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.795516] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.795923] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0795e5bb-5bdd-4e71-af68-b47727e76d7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.804590] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1127.804590] env[64658]: value = "task-2734451" [ 1127.804590] env[64658]: _type = "Task" [ 1127.804590] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.816839] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.045188] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.045535] env[64658]: DEBUG nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance network_info: |[{"id": "ab6be564-47ed-46ef-bba0-e1c9c4bcf76b", "address": "fa:16:3e:7c:a0:f4", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6be564-47", "ovs_interfaceid": "ab6be564-47ed-46ef-bba0-e1c9c4bcf76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.045983] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a0:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab6be564-47ed-46ef-bba0-e1c9c4bcf76b', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.054833] env[64658]: DEBUG oslo.service.loopingcall [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.055043] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.055276] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a15bd404-8b5c-4b2e-8545-ad21888ea570 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.070953] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.073349] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.617s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.073571] env[64658]: DEBUG nova.objects.instance [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lazy-loading 'resources' on Instance uuid 3203959d-6bb6-449b-b9d2-962cbe202ab9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.082414] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.082414] env[64658]: value = "task-2734452" [ 1128.082414] env[64658]: _type = "Task" [ 1128.082414] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.103574] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734452, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.111503] env[64658]: INFO nova.scheduler.client.report [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Deleted allocations for instance 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c [ 1128.235285] env[64658]: INFO nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Took 29.80 seconds to build instance. [ 1128.318849] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069654} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.320418] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.320418] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8354ee1c-a437-4ba8-b28e-fc01f32695b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.345922] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] daa7962e-8d89-4f29-80f4-0ae7ec7232cf/daa7962e-8d89-4f29-80f4-0ae7ec7232cf.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.346272] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8156ca4c-3786-45ad-972a-02dfd971ffb9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.368235] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1128.368235] env[64658]: value = "task-2734453" [ 1128.368235] env[64658]: _type = "Task" [ 1128.368235] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.377279] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.593541] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734452, 'name': CreateVM_Task, 'duration_secs': 0.381269} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.593735] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.594447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.594616] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.595062] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.597837] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfadb563-89dd-4667-9a9b-1e76e699f59c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.603325] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1128.603325] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5247dc6b-b481-0ffb-324f-f4f2a9b1532f" [ 1128.603325] env[64658]: _type = "Task" [ 1128.603325] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.612140] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5247dc6b-b481-0ffb-324f-f4f2a9b1532f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.620529] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eae48c73-248f-4833-a6b8-9a99cbb5c72d tempest-ServerRescueNegativeTestJSON-505068334 tempest-ServerRescueNegativeTestJSON-505068334-project-member] Lock "1b748abb-c3b6-4ccc-8f0f-a72011d8f51c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.868s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.677094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.677391] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.003s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.677631] env[64658]: INFO nova.compute.manager [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Attaching volume 444487d1-1846-4d44-958b-cb34763bc3ce to /dev/sdb [ 1128.721105] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2926a0a-193a-4443-983e-15752932456a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.728576] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054a571e-c7d8-4ed8-96f3-ee3e4446143f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.735686] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.735870] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.736058] env[64658]: DEBUG nova.network.neutron [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.737861] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "718464ec-d169-4840-bfee-204498ff8099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.314s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.755318] env[64658]: DEBUG nova.virt.block_device [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updating existing volume attachment record: 9f406911-63ae-4a0f-b332-c8979688d5e6 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1128.858701] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca551a29-2f34-451d-ad96-589d4a751394 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.867366] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b148992a-4b05-48f9-8801-cc5193b5f168 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.880170] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734453, 'name': ReconfigVM_Task, 'duration_secs': 0.335277} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.906234] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Reconfigured VM instance instance-0000006c to attach disk [datastore1] daa7962e-8d89-4f29-80f4-0ae7ec7232cf/daa7962e-8d89-4f29-80f4-0ae7ec7232cf.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.911020] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cbf2c89-9eb1-445f-bbd0-2ce23da5c84a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.911020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1ecf52-7d39-4624-b115-d94caa5230f2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.922377] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed0c0ef-6c37-4ad3-8cef-d531e7df08a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.925818] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1128.925818] env[64658]: value = "task-2734455" [ 1128.925818] env[64658]: _type = "Task" [ 1128.925818] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.940778] env[64658]: DEBUG nova.compute.provider_tree [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.947982] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734455, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.100029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.100029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.117141] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5247dc6b-b481-0ffb-324f-f4f2a9b1532f, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.118232] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.118307] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.118704] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.118979] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.119304] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.120188] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-390a9fa4-48ba-42ee-a9b3-181ece32e065 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.132190] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.132190] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.132472] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e8ef62-0cbf-4556-b355-6a4878e8065f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.139400] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1129.139400] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52830042-9f3d-db53-c837-6c56f0314991" [ 1129.139400] env[64658]: _type = "Task" [ 1129.139400] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.148722] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52830042-9f3d-db53-c837-6c56f0314991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.436830] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734455, 'name': Rename_Task, 'duration_secs': 0.160666} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.436830] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.437061] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cff981d-7b26-44dd-9791-90e72427e40f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.444738] env[64658]: DEBUG nova.scheduler.client.report [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.455303] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1129.455303] env[64658]: value = "task-2734458" [ 1129.455303] env[64658]: _type = "Task" [ 1129.455303] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.462793] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.529595] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.529889] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.561216] env[64658]: INFO nova.network.neutron [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Port 34b49411-1301-4bab-bc93-724997dc89d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1129.561558] env[64658]: DEBUG nova.network.neutron [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.603196] env[64658]: DEBUG nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.652221] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52830042-9f3d-db53-c837-6c56f0314991, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.653111] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012dbe45-0690-450f-9a86-343f2f7bb8b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.664031] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1129.664031] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f31c96-3076-2922-a452-7f8b6f2a7b0a" [ 1129.664031] env[64658]: _type = "Task" [ 1129.664031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.674490] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f31c96-3076-2922-a452-7f8b6f2a7b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.956313] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.962542] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.227s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.970915] env[64658]: DEBUG nova.compute.manager [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.971648] env[64658]: DEBUG nova.compute.manager [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing instance network info cache due to event network-changed-3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.971648] env[64658]: DEBUG oslo_concurrency.lockutils [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] Acquiring lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.982510] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.000088] env[64658]: INFO nova.scheduler.client.report [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Deleted allocations for instance 3203959d-6bb6-449b-b9d2-962cbe202ab9 [ 1130.032867] env[64658]: DEBUG nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.065040] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.066435] env[64658]: DEBUG oslo_concurrency.lockutils [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] Acquired lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.066719] env[64658]: DEBUG nova.network.neutron [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Refreshing network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.131496] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.174568] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f31c96-3076-2922-a452-7f8b6f2a7b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.041621} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.174849] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.175126] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.175614] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ff2de92-923d-40ff-b2b6-6c0d03dd8e22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.183890] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1130.183890] env[64658]: value = "task-2734459" [ 1130.183890] env[64658]: _type = "Task" [ 1130.183890] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.192901] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.468936] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.510443] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1708a983-5432-4077-b7af-ad5d0ca2885c tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "3203959d-6bb6-449b-b9d2-962cbe202ab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.663s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.549215] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-34b49411-1301-4bab-bc93-724997dc89d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.549509] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-34b49411-1301-4bab-bc93-724997dc89d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.550092] env[64658]: DEBUG nova.objects.instance [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'flavor' on Instance uuid 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.557158] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.572887] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9f57bfa2-6817-4755-8c7a-e11b1f6760d1 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-c479b559-d510-4d28-b060-15b8ad51e9a9-34b49411-1301-4bab-bc93-724997dc89d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.876s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.697259] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734459, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.886284] env[64658]: DEBUG nova.network.neutron [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updated VIF entry in instance network info cache for port 3247fbba-b80e-4183-ab8e-b3ba8629e287. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.886632] env[64658]: DEBUG nova.network.neutron [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [{"id": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "address": "fa:16:3e:c8:50:c9", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247fbba-b8", "ovs_interfaceid": "3247fbba-b80e-4183-ab8e-b3ba8629e287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.979483] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.005106] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 8883e2fc-fa2b-424b-8e38-665ab832fb81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.005106] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.005106] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ebc8d670-d6e6-436d-8de9-275653bb0f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.005106] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance c479b559-d510-4d28-b060-15b8ad51e9a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.005465] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 102cf96e-9cf9-4761-a1c7-97940113abff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.005503] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.006174] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance acc0f605-4ba1-442c-ac75-051e800b49b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1131.006174] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance b068993f-4e8a-47fc-a4ec-3858ff4936e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.006174] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.006174] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ae160e0b-d398-47e9-82c4-5dd06feffbbb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1131.006174] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 1435b9fd-0c52-4c38-94f2-ce6f612e08df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1131.006174] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 718464ec-d169-4840-bfee-204498ff8099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.006391] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance daa7962e-8d89-4f29-80f4-0ae7ec7232cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.006391] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d2bbe444-ec72-4db0-b0ab-596ba086a67d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.175576] env[64658]: DEBUG nova.objects.instance [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'pci_requests' on Instance uuid 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.197411] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552349} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.197706] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.197917] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.198225] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41849176-c681-4d54-be25-b62a7ddee504 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.206780] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1131.206780] env[64658]: value = "task-2734461" [ 1131.206780] env[64658]: _type = "Task" [ 1131.206780] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.216405] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.389919] env[64658]: DEBUG oslo_concurrency.lockutils [req-7ff2da2b-1e69-4804-9f8f-cf81c121cb8e req-82918c87-e255-468f-b29d-8a1f0dd338b1 service nova] Releasing lock "refresh_cache-c479b559-d510-4d28-b060-15b8ad51e9a9" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.470057] env[64658]: DEBUG oslo_vmware.api [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734458, 'name': PowerOnVM_Task, 'duration_secs': 1.601895} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.470057] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.470057] env[64658]: INFO nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1131.470251] env[64658]: DEBUG nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.470945] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc38579-a6fc-4eb9-a718-d5eea9fd192f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.510319] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 1e448cfd-f1bd-4c69-8ce7-77974390526f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1131.678259] env[64658]: DEBUG nova.objects.base [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Object Instance<7b76cdd8-3c0e-4ed4-865f-a82a8f262a61> lazy-loaded attributes: flavor,pci_requests {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.678522] env[64658]: DEBUG nova.network.neutron [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.716368] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06844} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.716634] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.717447] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a18217-60f6-435a-a28e-c8ecc06ec14a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.739377] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.739744] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6dbcf7-3a52-4a4d-8218-f282f2991355 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.755296] env[64658]: DEBUG nova.policy [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcbd6252d5544de9512cce590c2adfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8231605c8ae4f4595c178d0e1eca9e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.762912] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1131.762912] env[64658]: value = "task-2734462" [ 1131.762912] env[64658]: _type = "Task" [ 1131.762912] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.771750] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.864945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "ebc8d670-d6e6-436d-8de9-275653bb0f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.865297] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.865551] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "ebc8d670-d6e6-436d-8de9-275653bb0f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.865729] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.865900] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.868071] env[64658]: INFO nova.compute.manager [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Terminating instance [ 1131.989319] env[64658]: INFO nova.compute.manager [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Took 33.52 seconds to build instance. [ 1131.992993] env[64658]: DEBUG nova.compute.manager [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.993070] env[64658]: DEBUG nova.compute.manager [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing instance network info cache due to event network-changed-2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1131.993445] env[64658]: DEBUG oslo_concurrency.lockutils [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.993495] env[64658]: DEBUG oslo_concurrency.lockutils [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.993745] env[64658]: DEBUG nova.network.neutron [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.013704] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 9d8fe4bc-bcba-4917-b417-afb787ba5bed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1132.275922] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734462, 'name': ReconfigVM_Task, 'duration_secs': 0.294486} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.276734] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.277506] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c59f99a-a28a-4c60-8a84-033b06e6ed02 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.284481] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1132.284481] env[64658]: value = "task-2734463" [ 1132.284481] env[64658]: _type = "Task" [ 1132.284481] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.294413] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734463, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.372386] env[64658]: DEBUG nova.compute.manager [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.372700] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.373685] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f4c85-32d9-473c-b7b8-9916b277cb47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.381759] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.382067] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c487699-a740-4fa3-8927-b090b5e576d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.388217] env[64658]: DEBUG oslo_vmware.api [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1132.388217] env[64658]: value = "task-2734464" [ 1132.388217] env[64658]: _type = "Task" [ 1132.388217] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.398219] env[64658]: DEBUG oslo_vmware.api [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.495622] env[64658]: DEBUG oslo_concurrency.lockutils [None req-abf9d50e-305c-4ad7-9cdc-f748a9c3b1a2 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.036s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.517450] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ad5884a0-0877-43e9-a876-4786acf96abb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1132.517734] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1132.517884] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1132.728847] env[64658]: DEBUG nova.network.neutron [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updated VIF entry in instance network info cache for port 2b1c395e-ef5a-485b-b667-ed0a409916fb. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.729264] env[64658]: DEBUG nova.network.neutron [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.761762] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5558e-a692-47a9-9ff3-1370cdedd11d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.770326] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ac63d2-f9ee-46fe-b566-aa913cbf2df1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.804341] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dc124a-470b-4cea-89bb-c2d82a4a19fa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.815171] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734463, 'name': Rename_Task, 'duration_secs': 0.158438} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.815565] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.816818] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a11eaf1-8186-4a84-b5e8-181e408f47c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.821473] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53a1125b-f2ed-4dcf-b55f-27f050d80dac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.839888] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.843460] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1132.843460] env[64658]: value = "task-2734465" [ 1132.843460] env[64658]: _type = "Task" [ 1132.843460] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.854691] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734465, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.900020] env[64658]: DEBUG oslo_vmware.api [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734464, 'name': PowerOffVM_Task, 'duration_secs': 0.299469} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.900020] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.900020] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.900020] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f68cc9a4-c316-4801-a694-01dd4493587d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.966329] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.966565] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.966754] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Deleting the datastore file [datastore1] ebc8d670-d6e6-436d-8de9-275653bb0f31 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.967039] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53428158-c5a0-4701-8f8b-87e33ca7c81f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.973877] env[64658]: DEBUG oslo_vmware.api [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for the task: (returnval){ [ 1132.973877] env[64658]: value = "task-2734467" [ 1132.973877] env[64658]: _type = "Task" [ 1132.973877] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.983119] env[64658]: DEBUG oslo_vmware.api [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.116039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "718464ec-d169-4840-bfee-204498ff8099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.116386] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "718464ec-d169-4840-bfee-204498ff8099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.116681] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "718464ec-d169-4840-bfee-204498ff8099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.116966] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "718464ec-d169-4840-bfee-204498ff8099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.117166] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "718464ec-d169-4840-bfee-204498ff8099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.119976] env[64658]: INFO nova.compute.manager [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Terminating instance [ 1133.232122] env[64658]: DEBUG oslo_concurrency.lockutils [req-ca4c6c36-48cc-43c0-9d38-1f44b77048e0 req-d75c849e-80dc-4ddb-925f-01c52761ec94 service nova] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.307043] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1133.307043] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550526', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'name': 'volume-444487d1-1846-4d44-958b-cb34763bc3ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b068993f-4e8a-47fc-a4ec-3858ff4936e5', 'attached_at': '', 'detached_at': '', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'serial': '444487d1-1846-4d44-958b-cb34763bc3ce'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1133.307936] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c04b4-e170-4bd7-a4c8-4b24a34e3e2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.311440] env[64658]: DEBUG nova.network.neutron [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Successfully updated port: 34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.329297] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.329588] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.329898] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.330149] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.330385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.333063] env[64658]: INFO nova.compute.manager [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Terminating instance [ 1133.334599] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb313a09-8fbf-4a25-a3bc-d2b764ed4c94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.355181] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.366525] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-444487d1-1846-4d44-958b-cb34763bc3ce/volume-444487d1-1846-4d44-958b-cb34763bc3ce.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.371351] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088c6aa2-43c3-4111-8540-e491ade1b282 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.393303] env[64658]: DEBUG oslo_vmware.api [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734465, 'name': PowerOnVM_Task, 'duration_secs': 0.466786} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.394695] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.394915] env[64658]: INFO nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1133.395401] env[64658]: DEBUG nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.395490] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1133.395490] env[64658]: value = "task-2734468" [ 1133.395490] env[64658]: _type = "Task" [ 1133.395490] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.396172] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4dd6ac-96e8-4d92-bae4-8d458a08b9d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.416020] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.484742] env[64658]: DEBUG oslo_vmware.api [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Task: {'id': task-2734467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319009} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.484995] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.485195] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.485374] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.485546] env[64658]: INFO nova.compute.manager [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1133.485782] env[64658]: DEBUG oslo.service.loopingcall [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.485968] env[64658]: DEBUG nova.compute.manager [-] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.486077] env[64658]: DEBUG nova.network.neutron [-] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.623880] env[64658]: DEBUG nova.compute.manager [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.624163] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.625045] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c83695-183c-475d-bd7a-34e5b29dd5b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.633798] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.634072] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d08b7424-e518-4fe1-9260-20e2f3eb07e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.641031] env[64658]: DEBUG oslo_vmware.api [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1133.641031] env[64658]: value = "task-2734469" [ 1133.641031] env[64658]: _type = "Task" [ 1133.641031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.649437] env[64658]: DEBUG oslo_vmware.api [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.814875] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.815257] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.815597] env[64658]: DEBUG nova.network.neutron [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.840122] env[64658]: DEBUG nova.compute.manager [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.841056] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.841511] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cabf0e-8d9a-459c-a4e6-709b992dd64d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.851292] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.851568] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e9fc74-3fa7-449c-b08b-834a11fcd403 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.859382] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1133.859382] env[64658]: value = "task-2734470" [ 1133.859382] env[64658]: _type = "Task" [ 1133.859382] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.869384] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1133.869603] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.909s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.869861] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.870126] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.042s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.871653] env[64658]: INFO nova.compute.claims [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.912333] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734468, 'name': ReconfigVM_Task, 'duration_secs': 0.503964} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.913286] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-444487d1-1846-4d44-958b-cb34763bc3ce/volume-444487d1-1846-4d44-958b-cb34763bc3ce.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.921977] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d74b4c-8e3c-474b-9d14-e5b680e22aec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.936039] env[64658]: INFO nova.compute.manager [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Took 34.43 seconds to build instance. [ 1133.940313] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1133.940313] env[64658]: value = "task-2734471" [ 1133.940313] env[64658]: _type = "Task" [ 1133.940313] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.952520] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.087816] env[64658]: DEBUG nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-vif-plugged-34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.087997] env[64658]: DEBUG oslo_concurrency.lockutils [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] Acquiring lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.088228] env[64658]: DEBUG oslo_concurrency.lockutils [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.088404] env[64658]: DEBUG oslo_concurrency.lockutils [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.088576] env[64658]: DEBUG nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] No waiting events found dispatching network-vif-plugged-34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.088733] env[64658]: WARNING nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received unexpected event network-vif-plugged-34b49411-1301-4bab-bc93-724997dc89d1 for instance with vm_state active and task_state None. [ 1134.088893] env[64658]: DEBUG nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-changed-34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.089057] env[64658]: DEBUG nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing instance network info cache due to event network-changed-34b49411-1301-4bab-bc93-724997dc89d1. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.089223] env[64658]: DEBUG oslo_concurrency.lockutils [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.152403] env[64658]: DEBUG oslo_vmware.api [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734469, 'name': PowerOffVM_Task, 'duration_secs': 0.172699} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.152709] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.152879] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.153150] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee1a012-9b67-428c-8643-8d45c4c9e060 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.220233] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.220526] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.220750] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleting the datastore file [datastore1] 718464ec-d169-4840-bfee-204498ff8099 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.221070] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8cf4ebb-5b7d-44e9-aa01-c5c0fa94d549 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.228470] env[64658]: DEBUG oslo_vmware.api [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1134.228470] env[64658]: value = "task-2734473" [ 1134.228470] env[64658]: _type = "Task" [ 1134.228470] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.232540] env[64658]: DEBUG nova.network.neutron [-] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.239905] env[64658]: DEBUG oslo_vmware.api [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.355631] env[64658]: WARNING nova.network.neutron [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] 6914deb4-4322-4fbd-bc90-47969a531684 already exists in list: networks containing: ['6914deb4-4322-4fbd-bc90-47969a531684']. ignoring it [ 1134.372216] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.438396] env[64658]: DEBUG oslo_concurrency.lockutils [None req-45f42e4e-a603-40c4-956d-ef69c4ccffa4 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.941s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.451291] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.646493] env[64658]: DEBUG nova.network.neutron [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34b49411-1301-4bab-bc93-724997dc89d1", "address": "fa:16:3e:a2:02:1b", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b49411-13", "ovs_interfaceid": "34b49411-1301-4bab-bc93-724997dc89d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.690626] env[64658]: DEBUG nova.compute.manager [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Received event network-changed-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.690864] env[64658]: DEBUG nova.compute.manager [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Refreshing instance network info cache due to event network-changed-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.691118] env[64658]: DEBUG oslo_concurrency.lockutils [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] Acquiring lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.691267] env[64658]: DEBUG oslo_concurrency.lockutils [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] Acquired lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.691428] env[64658]: DEBUG nova.network.neutron [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Refreshing network info cache for port ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.738336] env[64658]: INFO nova.compute.manager [-] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Took 1.25 seconds to deallocate network for instance. [ 1134.738643] env[64658]: DEBUG oslo_vmware.api [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173935} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.740230] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.740418] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.740598] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.740831] env[64658]: INFO nova.compute.manager [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 718464ec-d169-4840-bfee-204498ff8099] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1134.740983] env[64658]: DEBUG oslo.service.loopingcall [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.741224] env[64658]: DEBUG nova.compute.manager [-] [instance: 718464ec-d169-4840-bfee-204498ff8099] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.741325] env[64658]: DEBUG nova.network.neutron [-] [instance: 718464ec-d169-4840-bfee-204498ff8099] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.872076] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.952569] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.119572] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3e373c-ae88-4a8e-9b69-dee27686dfcb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.127386] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372de664-e453-44ac-af76-6e6089335b34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.158626] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.159295] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.159453] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.159922] env[64658]: DEBUG oslo_concurrency.lockutils [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.160124] env[64658]: DEBUG nova.network.neutron [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Refreshing network info cache for port 34b49411-1301-4bab-bc93-724997dc89d1 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.161683] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd341ca8-8c35-4d26-9e04-13eef2063b07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.164667] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79c08b0-6012-410f-9dfd-9bd092523e8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.182478] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.182713] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.182874] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.183065] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.183213] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.183357] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.183553] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.183706] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.183866] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.184047] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.184245] env[64658]: DEBUG nova.virt.hardware [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.190395] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Reconfiguring VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1135.192915] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4685f00-07a2-4232-a54c-6affa9fbe9dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.207638] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87943dd2-c0d7-4d85-bbd1-a111c458a684 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.222983] env[64658]: DEBUG nova.compute.provider_tree [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.225836] env[64658]: DEBUG oslo_vmware.api [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1135.225836] env[64658]: value = "task-2734474" [ 1135.225836] env[64658]: _type = "Task" [ 1135.225836] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.236264] env[64658]: DEBUG oslo_vmware.api [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.252062] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.373905] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734470, 'name': PowerOffVM_Task, 'duration_secs': 1.248201} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.374236] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.374360] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.374586] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83809c5c-8eb2-40e0-b93d-c3e366f6b374 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.429235] env[64658]: DEBUG nova.network.neutron [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updated VIF entry in instance network info cache for port ab6be564-47ed-46ef-bba0-e1c9c4bcf76b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.429470] env[64658]: DEBUG nova.network.neutron [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updating instance_info_cache with network_info: [{"id": "ab6be564-47ed-46ef-bba0-e1c9c4bcf76b", "address": "fa:16:3e:7c:a0:f4", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6be564-47", "ovs_interfaceid": "ab6be564-47ed-46ef-bba0-e1c9c4bcf76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.437690] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.437908] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.438101] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleting the datastore file [datastore1] daa7962e-8d89-4f29-80f4-0ae7ec7232cf {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.438377] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-823b1670-703c-4786-9b7f-50e6178733e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.447758] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1135.447758] env[64658]: value = "task-2734476" [ 1135.447758] env[64658]: _type = "Task" [ 1135.447758] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.455342] env[64658]: DEBUG oslo_vmware.api [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734471, 'name': ReconfigVM_Task, 'duration_secs': 1.148273} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.455966] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550526', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'name': 'volume-444487d1-1846-4d44-958b-cb34763bc3ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b068993f-4e8a-47fc-a4ec-3858ff4936e5', 'attached_at': '', 'detached_at': '', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'serial': '444487d1-1846-4d44-958b-cb34763bc3ce'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.460901] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.525275] env[64658]: DEBUG nova.network.neutron [-] [instance: 718464ec-d169-4840-bfee-204498ff8099] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.727204] env[64658]: DEBUG nova.scheduler.client.report [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.742555] env[64658]: DEBUG oslo_vmware.api [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.878117] env[64658]: DEBUG nova.network.neutron [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updated VIF entry in instance network info cache for port 34b49411-1301-4bab-bc93-724997dc89d1. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.878648] env[64658]: DEBUG nova.network.neutron [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34b49411-1301-4bab-bc93-724997dc89d1", "address": "fa:16:3e:a2:02:1b", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b49411-13", "ovs_interfaceid": "34b49411-1301-4bab-bc93-724997dc89d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.932873] env[64658]: DEBUG oslo_concurrency.lockutils [req-b672da1e-b0b6-47c1-a8d1-9d1b156e04ee req-04684227-bc74-46bc-a28c-3b9e327f4de5 service nova] Releasing lock "refresh_cache-d2bbe444-ec72-4db0-b0ab-596ba086a67d" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.958851] env[64658]: DEBUG oslo_vmware.api [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13629} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.959144] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.959353] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.959530] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.959741] env[64658]: INFO nova.compute.manager [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1135.959974] env[64658]: DEBUG oslo.service.loopingcall [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.960182] env[64658]: DEBUG nova.compute.manager [-] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.960293] env[64658]: DEBUG nova.network.neutron [-] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.028965] env[64658]: INFO nova.compute.manager [-] [instance: 718464ec-d169-4840-bfee-204498ff8099] Took 1.29 seconds to deallocate network for instance. [ 1136.111084] env[64658]: DEBUG nova.compute.manager [req-577506cb-c6a2-4687-8bc1-447d261151ba req-ac9afd02-d277-4c97-a188-303a763b270c service nova] [instance: 718464ec-d169-4840-bfee-204498ff8099] Received event network-vif-deleted-9092ddd8-f045-4279-9bca-3330138698ea {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.235612] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.236212] env[64658]: DEBUG nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.238595] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.666s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.238814] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.240960] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.185s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.241160] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.242789] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.548s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.242966] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.244464] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.113s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.245931] env[64658]: INFO nova.compute.claims [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.254529] env[64658]: DEBUG oslo_vmware.api [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734474, 'name': ReconfigVM_Task, 'duration_secs': 0.599518} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.255129] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.255458] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Reconfigured VM to attach interface {{(pid=64658) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1136.270813] env[64658]: INFO nova.scheduler.client.report [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleted allocations for instance ae160e0b-d398-47e9-82c4-5dd06feffbbb [ 1136.273086] env[64658]: INFO nova.scheduler.client.report [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted allocations for instance acc0f605-4ba1-442c-ac75-051e800b49b8 [ 1136.284354] env[64658]: INFO nova.scheduler.client.report [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted allocations for instance 1435b9fd-0c52-4c38-94f2-ce6f612e08df [ 1136.382077] env[64658]: DEBUG oslo_concurrency.lockutils [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.382077] env[64658]: DEBUG nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Received event network-vif-deleted-4cab4db9-c855-426b-bb67-2c833a90ac85 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.382417] env[64658]: INFO nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Neutron deleted interface 4cab4db9-c855-426b-bb67-2c833a90ac85; detaching it from the instance and deleting it from the info cache [ 1136.382417] env[64658]: DEBUG nova.network.neutron [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.501850] env[64658]: DEBUG nova.objects.instance [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lazy-loading 'flavor' on Instance uuid b068993f-4e8a-47fc-a4ec-3858ff4936e5 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.535266] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.685475] env[64658]: DEBUG nova.network.neutron [-] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.750920] env[64658]: DEBUG nova.compute.utils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1136.754487] env[64658]: DEBUG nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.754668] env[64658]: DEBUG nova.network.neutron [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.759890] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b7c87f8d-bfee-4843-b52e-1d88f578b7dd tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-34b49411-1301-4bab-bc93-724997dc89d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.210s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.782045] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e4797660-5330-4317-9fdd-f8aa6c635359 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "ae160e0b-d398-47e9-82c4-5dd06feffbbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.269s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.785260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f2436f87-80e1-4407-98ce-21c5cc03e97e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "acc0f605-4ba1-442c-ac75-051e800b49b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.311s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.792655] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fac545cd-cb86-476b-94e2-3896976d7859 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "1435b9fd-0c52-4c38-94f2-ce6f612e08df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.355s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.824810] env[64658]: DEBUG nova.policy [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f010e405fc74446b95bdc48df060bdfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd69b7924705943d8848bc13f629636c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.884960] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-632e4e9b-ba4c-4030-922d-6ff1689618b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.900034] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c6e73-5e2c-4cc1-aa5f-a5dc21951724 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.936379] env[64658]: DEBUG nova.compute.manager [req-66d2e4eb-2099-47ed-af06-ef315f9c6adb req-321ea0ba-a1b5-47a3-acc9-25eba4264bda service nova] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Detach interface failed, port_id=4cab4db9-c855-426b-bb67-2c833a90ac85, reason: Instance ebc8d670-d6e6-436d-8de9-275653bb0f31 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1137.007278] env[64658]: DEBUG oslo_concurrency.lockutils [None req-cc92d90a-da51-420c-8fad-e832ee85f4dc tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.329s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.120678] env[64658]: DEBUG nova.network.neutron [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Successfully created port: f845a087-6425-4cb9-8235-ad9ea94aec72 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.188080] env[64658]: INFO nova.compute.manager [-] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Took 1.23 seconds to deallocate network for instance. [ 1137.255275] env[64658]: DEBUG nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.448956] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e45c7-7077-4c55-90f3-d3fce92a5cc6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.453942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.454574] env[64658]: DEBUG oslo_concurrency.lockutils [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.458419] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc8f7b-c3de-4365-8a38-f7b0e8699e33 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.491711] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193682df-48ae-469b-93c8-2afcff284581 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.499875] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e912989-5740-4f78-9634-aea8d3267d35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.514322] env[64658]: DEBUG nova.compute.provider_tree [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.694838] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.900950] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.900950] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.959240] env[64658]: INFO nova.compute.manager [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Detaching volume 444487d1-1846-4d44-958b-cb34763bc3ce [ 1137.997306] env[64658]: INFO nova.virt.block_device [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Attempting to driver detach volume 444487d1-1846-4d44-958b-cb34763bc3ce from mountpoint /dev/sdb [ 1137.997545] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.997749] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550526', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'name': 'volume-444487d1-1846-4d44-958b-cb34763bc3ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b068993f-4e8a-47fc-a4ec-3858ff4936e5', 'attached_at': '', 'detached_at': '', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'serial': '444487d1-1846-4d44-958b-cb34763bc3ce'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.998704] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c06d19-9045-46af-b16d-4baed26fe6b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.023058] env[64658]: DEBUG nova.scheduler.client.report [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.028910] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17baeaed-5a7d-40cd-b41e-8f2faddf02cf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.037265] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c3488-43eb-4d97-a5f3-a908c6fdd742 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.061077] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e48b4-15c7-4736-88d1-44a306f00ef9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.077788] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] The volume has not been displaced from its original location: [datastore2] volume-444487d1-1846-4d44-958b-cb34763bc3ce/volume-444487d1-1846-4d44-958b-cb34763bc3ce.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1138.083024] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.083294] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17c7be9-8e67-4564-a956-4fd7b7b55e92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.102295] env[64658]: DEBUG oslo_vmware.api [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1138.102295] env[64658]: value = "task-2734477" [ 1138.102295] env[64658]: _type = "Task" [ 1138.102295] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.116332] env[64658]: DEBUG oslo_vmware.api [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.137643] env[64658]: DEBUG nova.compute.manager [req-f3a4c63d-5321-48e1-a00d-836e82fd48ee req-ae945188-5f8e-4112-ab99-39c61d7a3150 service nova] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Received event network-vif-deleted-ef2c9d39-3a7a-4b89-afce-381008a8a5b6 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1138.222277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.222538] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.268237] env[64658]: DEBUG nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.296308] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.296561] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.296750] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.296956] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.297173] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.297335] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.297546] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.297704] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.297870] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.298047] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.298292] env[64658]: DEBUG nova.virt.hardware [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.299224] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb13ea-5bfb-4a45-b3f1-54a87cd1c0ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.307474] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f80743-29ae-4fcd-9c56-a548bf092245 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.406019] env[64658]: DEBUG nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.489593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "interface-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-34b49411-1301-4bab-bc93-724997dc89d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.489593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-34b49411-1301-4bab-bc93-724997dc89d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.528878] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.529407] env[64658]: DEBUG nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.532077] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.975s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.533534] env[64658]: INFO nova.compute.claims [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.576034] env[64658]: DEBUG nova.network.neutron [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Successfully updated port: f845a087-6425-4cb9-8235-ad9ea94aec72 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.613037] env[64658]: DEBUG oslo_vmware.api [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734477, 'name': ReconfigVM_Task, 'duration_secs': 0.312522} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.613326] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.617852] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f809263-bbce-4707-9083-eb8867dba154 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.633106] env[64658]: DEBUG oslo_vmware.api [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1138.633106] env[64658]: value = "task-2734478" [ 1138.633106] env[64658]: _type = "Task" [ 1138.633106] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.641539] env[64658]: DEBUG oslo_vmware.api [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.725232] env[64658]: DEBUG nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.926981] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.992599] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.992888] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.994591] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f743c72-78ae-435c-a418-29257df32887 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.014580] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e43c3c-8060-47a5-a7ee-ff3f8daf5582 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.046721] env[64658]: DEBUG nova.compute.utils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1139.056378] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Reconfiguring VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1139.057330] env[64658]: DEBUG nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.057330] env[64658]: DEBUG nova.network.neutron [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.058903] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de279906-ae18-41e1-a3dd-6756ddab26b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.077332] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "refresh_cache-1e448cfd-f1bd-4c69-8ce7-77974390526f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.077479] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquired lock "refresh_cache-1e448cfd-f1bd-4c69-8ce7-77974390526f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.077746] env[64658]: DEBUG nova.network.neutron [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.080466] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1139.080466] env[64658]: value = "task-2734479" [ 1139.080466] env[64658]: _type = "Task" [ 1139.080466] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.089808] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.119156] env[64658]: DEBUG nova.policy [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f23fcc0645064f75bb0d0ea1415a189b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '620a1ac7fb86487282fa10cc02d98322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.144523] env[64658]: DEBUG oslo_vmware.api [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734478, 'name': ReconfigVM_Task, 'duration_secs': 0.218827} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.146595] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550526', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'name': 'volume-444487d1-1846-4d44-958b-cb34763bc3ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b068993f-4e8a-47fc-a4ec-3858ff4936e5', 'attached_at': '', 'detached_at': '', 'volume_id': '444487d1-1846-4d44-958b-cb34763bc3ce', 'serial': '444487d1-1846-4d44-958b-cb34763bc3ce'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.243701] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.375583] env[64658]: DEBUG nova.network.neutron [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Successfully created port: b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.560523] env[64658]: DEBUG nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.595947] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.707852] env[64658]: DEBUG nova.objects.instance [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lazy-loading 'flavor' on Instance uuid b068993f-4e8a-47fc-a4ec-3858ff4936e5 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.792270] env[64658]: DEBUG nova.network.neutron [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.799800] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e272a9-ad39-4791-8edc-35c3000f2a82 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.808456] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af87ad67-b5ed-4a67-be8b-856f38b65863 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.852425] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578fbf9a-c172-493e-867a-c53fa8ca0760 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.863210] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3ed03-27c3-41b6-a5c7-34e1325ab25e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.880491] env[64658]: DEBUG nova.compute.provider_tree [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.959820] env[64658]: DEBUG nova.network.neutron [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Updating instance_info_cache with network_info: [{"id": "f845a087-6425-4cb9-8235-ad9ea94aec72", "address": "fa:16:3e:0b:8b:57", "network": {"id": "eb9f5bad-299f-4ae0-b768-694ac323dc5e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1432506261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d69b7924705943d8848bc13f629636c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf845a087-64", "ovs_interfaceid": "f845a087-6425-4cb9-8235-ad9ea94aec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.095732] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.170494] env[64658]: DEBUG nova.compute.manager [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Received event network-vif-plugged-f845a087-6425-4cb9-8235-ad9ea94aec72 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.170711] env[64658]: DEBUG oslo_concurrency.lockutils [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] Acquiring lock "1e448cfd-f1bd-4c69-8ce7-77974390526f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.170921] env[64658]: DEBUG oslo_concurrency.lockutils [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.171105] env[64658]: DEBUG oslo_concurrency.lockutils [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.171275] env[64658]: DEBUG nova.compute.manager [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] No waiting events found dispatching network-vif-plugged-f845a087-6425-4cb9-8235-ad9ea94aec72 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.171439] env[64658]: WARNING nova.compute.manager [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Received unexpected event network-vif-plugged-f845a087-6425-4cb9-8235-ad9ea94aec72 for instance with vm_state building and task_state spawning. [ 1140.171596] env[64658]: DEBUG nova.compute.manager [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Received event network-changed-f845a087-6425-4cb9-8235-ad9ea94aec72 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.171754] env[64658]: DEBUG nova.compute.manager [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Refreshing instance network info cache due to event network-changed-f845a087-6425-4cb9-8235-ad9ea94aec72. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1140.171986] env[64658]: DEBUG oslo_concurrency.lockutils [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] Acquiring lock "refresh_cache-1e448cfd-f1bd-4c69-8ce7-77974390526f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.383938] env[64658]: DEBUG nova.scheduler.client.report [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.464368] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Releasing lock "refresh_cache-1e448cfd-f1bd-4c69-8ce7-77974390526f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.464734] env[64658]: DEBUG nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Instance network_info: |[{"id": "f845a087-6425-4cb9-8235-ad9ea94aec72", "address": "fa:16:3e:0b:8b:57", "network": {"id": "eb9f5bad-299f-4ae0-b768-694ac323dc5e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1432506261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d69b7924705943d8848bc13f629636c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf845a087-64", "ovs_interfaceid": "f845a087-6425-4cb9-8235-ad9ea94aec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.465540] env[64658]: DEBUG oslo_concurrency.lockutils [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] Acquired lock "refresh_cache-1e448cfd-f1bd-4c69-8ce7-77974390526f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.465540] env[64658]: DEBUG nova.network.neutron [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Refreshing network info cache for port f845a087-6425-4cb9-8235-ad9ea94aec72 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.466910] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:8b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f845a087-6425-4cb9-8235-ad9ea94aec72', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.474847] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Creating folder: Project (d69b7924705943d8848bc13f629636c3). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.475776] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c15c92-f265-427a-9ffd-7cb2d9f126d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.487796] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Created folder: Project (d69b7924705943d8848bc13f629636c3) in parent group-v550231. [ 1140.487983] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Creating folder: Instances. Parent ref: group-v550527. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.488228] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4af46f65-6ce0-4e15-9fe5-73025b3956a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.497888] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Created folder: Instances in parent group-v550527. [ 1140.498131] env[64658]: DEBUG oslo.service.loopingcall [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.498316] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.498517] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2792d3d9-afab-4812-9ea0-146d18d49e10 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.516988] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.516988] env[64658]: value = "task-2734482" [ 1140.516988] env[64658]: _type = "Task" [ 1140.516988] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.525792] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734482, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.570857] env[64658]: DEBUG nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.596717] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.602475] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.602718] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.602927] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.603162] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.603348] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.603525] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.603763] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.603974] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.604254] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.604441] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.604651] env[64658]: DEBUG nova.virt.hardware [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.605496] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830a5e47-cf78-4b35-b8ea-0c676f40ef57 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.613273] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30823a8d-1562-46c6-90bb-aed362d8434d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.713079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-979efcdd-95d0-422a-8788-570204b9808b tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.888235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.888842] env[64658]: DEBUG nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.892315] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.640s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.892591] env[64658]: DEBUG nova.objects.instance [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lazy-loading 'resources' on Instance uuid ebc8d670-d6e6-436d-8de9-275653bb0f31 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.029981] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734482, 'name': CreateVM_Task, 'duration_secs': 0.336977} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.030244] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.031037] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.031113] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.031469] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.031823] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333193df-a382-438c-b0ce-73ae7b2063b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.037916] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1141.037916] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52acbd4f-f03e-5e7e-6950-d95aa236df5b" [ 1141.037916] env[64658]: _type = "Task" [ 1141.037916] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.051648] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52acbd4f-f03e-5e7e-6950-d95aa236df5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.052278] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.052564] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.052834] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.053139] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.053405] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.053706] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdf47180-5e0d-4b99-9951-6b32648f37ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.062951] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.063207] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.063967] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c151077-dfa3-4b4f-811a-5e080f17e122 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.069727] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1141.069727] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c4e31d-0e8b-5955-8443-2d84ab3a27a6" [ 1141.069727] env[64658]: _type = "Task" [ 1141.069727] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.078576] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c4e31d-0e8b-5955-8443-2d84ab3a27a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.097174] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.263755] env[64658]: DEBUG nova.network.neutron [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Successfully updated port: b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.298866] env[64658]: DEBUG nova.network.neutron [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Updated VIF entry in instance network info cache for port f845a087-6425-4cb9-8235-ad9ea94aec72. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.299050] env[64658]: DEBUG nova.network.neutron [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Updating instance_info_cache with network_info: [{"id": "f845a087-6425-4cb9-8235-ad9ea94aec72", "address": "fa:16:3e:0b:8b:57", "network": {"id": "eb9f5bad-299f-4ae0-b768-694ac323dc5e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1432506261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d69b7924705943d8848bc13f629636c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf845a087-64", "ovs_interfaceid": "f845a087-6425-4cb9-8235-ad9ea94aec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.395686] env[64658]: DEBUG nova.compute.utils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1141.403543] env[64658]: DEBUG nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.403789] env[64658]: DEBUG nova.network.neutron [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.444017] env[64658]: DEBUG nova.policy [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53482881c4343cc95273592211a6702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88889640432a47f6ab2781e8585c948a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.581552] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c4e31d-0e8b-5955-8443-2d84ab3a27a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.583322] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73e0b91-c5ad-4bf8-b8b4-a09f25475164 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.592324] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1141.592324] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5298e59a-c448-4963-5f5e-279687efb43c" [ 1141.592324] env[64658]: _type = "Task" [ 1141.592324] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.601217] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.606887] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5298e59a-c448-4963-5f5e-279687efb43c, 'name': SearchDatastore_Task, 'duration_secs': 0.010474} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.609279] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.609527] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1e448cfd-f1bd-4c69-8ce7-77974390526f/1e448cfd-f1bd-4c69-8ce7-77974390526f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.609936] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed33c433-f3f5-462a-8586-eb234bee1782 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.616381] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1141.616381] env[64658]: value = "task-2734483" [ 1141.616381] env[64658]: _type = "Task" [ 1141.616381] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.627777] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.634574] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce43207-7d8b-4141-a800-4149bed67282 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.642217] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ba4285-96ec-4327-8bfd-3c6ad19eab9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.674414] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c25186-0a67-4008-89ae-33caa01953ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.686839] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a874280-9200-4564-9041-7253a120eb82 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.702527] env[64658]: DEBUG nova.compute.provider_tree [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.713654] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.714189] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Cleaning up deleted instances {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1141.730116] env[64658]: DEBUG nova.network.neutron [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Successfully created port: b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.768545] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.768545] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.768545] env[64658]: DEBUG nova.network.neutron [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.787449] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b3dfc178-6cfa-4715-bff2-dc66be401acf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.787700] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.802911] env[64658]: DEBUG oslo_concurrency.lockutils [req-d661666d-13f8-4cfb-9c31-3beba032a8d5 req-c0e3c1ba-3275-4358-a799-dc383e21cbfb service nova] Releasing lock "refresh_cache-1e448cfd-f1bd-4c69-8ce7-77974390526f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.904166] env[64658]: DEBUG nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.099477] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.126024] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488927} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.126323] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 1e448cfd-f1bd-4c69-8ce7-77974390526f/1e448cfd-f1bd-4c69-8ce7-77974390526f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.126539] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.126793] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31bd5156-f634-4f78-b619-42677d6db84b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.134039] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1142.134039] env[64658]: value = "task-2734484" [ 1142.134039] env[64658]: _type = "Task" [ 1142.134039] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.145218] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.197442] env[64658]: DEBUG nova.compute.manager [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-vif-plugged-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.197442] env[64658]: DEBUG oslo_concurrency.lockutils [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.197442] env[64658]: DEBUG oslo_concurrency.lockutils [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.197442] env[64658]: DEBUG oslo_concurrency.lockutils [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.197442] env[64658]: DEBUG nova.compute.manager [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] No waiting events found dispatching network-vif-plugged-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.197631] env[64658]: WARNING nova.compute.manager [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received unexpected event network-vif-plugged-b65f8636-ef0e-4153-825d-74d2058614cd for instance with vm_state building and task_state spawning. [ 1142.197734] env[64658]: DEBUG nova.compute.manager [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.197889] env[64658]: DEBUG nova.compute.manager [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing instance network info cache due to event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.198076] env[64658]: DEBUG oslo_concurrency.lockutils [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] Acquiring lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.204614] env[64658]: DEBUG nova.scheduler.client.report [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.228983] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] There are 47 instances to clean {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1142.229674] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 1435b9fd-0c52-4c38-94f2-ce6f612e08df] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.290237] env[64658]: DEBUG nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.298863] env[64658]: DEBUG nova.network.neutron [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.456484] env[64658]: DEBUG nova.network.neutron [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65f8636-ef", "ovs_interfaceid": "b65f8636-ef0e-4153-825d-74d2058614cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.600608] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.644393] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102046} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.644675] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.645486] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ff10f-d8dc-444b-ab43-1aa442c84b81 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.668190] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1e448cfd-f1bd-4c69-8ce7-77974390526f/1e448cfd-f1bd-4c69-8ce7-77974390526f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.668482] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faebcdc7-1844-49e4-a45d-e242404858f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.689036] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1142.689036] env[64658]: value = "task-2734485" [ 1142.689036] env[64658]: _type = "Task" [ 1142.689036] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.697381] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.709339] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.711624] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.176s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.711877] env[64658]: DEBUG nova.objects.instance [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lazy-loading 'resources' on Instance uuid 718464ec-d169-4840-bfee-204498ff8099 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.732871] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: ae160e0b-d398-47e9-82c4-5dd06feffbbb] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.735400] env[64658]: INFO nova.scheduler.client.report [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Deleted allocations for instance ebc8d670-d6e6-436d-8de9-275653bb0f31 [ 1142.809491] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.917077] env[64658]: DEBUG nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.939266] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.939706] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.939779] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.939988] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.940157] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.940304] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.940514] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.940722] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.940842] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.940992] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.941198] env[64658]: DEBUG nova.virt.hardware [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.942254] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c415100f-8c0e-4257-b524-14fa43c0b65f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.951287] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9bf0f-1c8a-4ace-b83f-69443df6d896 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.967109] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.967414] env[64658]: DEBUG nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Instance network_info: |[{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65f8636-ef", "ovs_interfaceid": "b65f8636-ef0e-4153-825d-74d2058614cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.967879] env[64658]: DEBUG oslo_concurrency.lockutils [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] Acquired lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.968078] env[64658]: DEBUG nova.network.neutron [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.969242] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:98:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b65f8636-ef0e-4153-825d-74d2058614cd', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.976683] env[64658]: DEBUG oslo.service.loopingcall [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1142.977172] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.977392] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e324ba1c-72d5-43a3-9cd4-0745ea2ecd41 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.999487] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.999487] env[64658]: value = "task-2734486" [ 1142.999487] env[64658]: _type = "Task" [ 1142.999487] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.008380] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734486, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.101533] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.202866] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734485, 'name': ReconfigVM_Task, 'duration_secs': 0.51169} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.203229] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1e448cfd-f1bd-4c69-8ce7-77974390526f/1e448cfd-f1bd-4c69-8ce7-77974390526f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.203816] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b6f387-e383-4b91-b8f6-3079acc3ea5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.211889] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1143.211889] env[64658]: value = "task-2734487" [ 1143.211889] env[64658]: _type = "Task" [ 1143.211889] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.222956] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734487, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.239755] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 9b558aa1-3a4a-4010-a2e7-ae7a7f1b9950] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.245416] env[64658]: DEBUG oslo_concurrency.lockutils [None req-e89b6a13-6c46-4121-ac84-e186622f968b tempest-ServerRescueTestJSON-420963531 tempest-ServerRescueTestJSON-420963531-project-member] Lock "ebc8d670-d6e6-436d-8de9-275653bb0f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.380s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.291852] env[64658]: DEBUG nova.network.neutron [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Successfully updated port: b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.465598] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd4771-bf71-4485-907b-62886a3b3c12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.474619] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db7889-114e-498f-937f-676a93b30228 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.519890] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed40f3a-5351-4923-893f-142e68cac6bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.529771] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734486, 'name': CreateVM_Task, 'duration_secs': 0.414812} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.532174] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.533080] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.533315] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.533685] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.534947] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c98c2d-bc68-4975-92e3-f8cb455da5be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.538810] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf4b2af-9b80-4acf-ab1d-195c24e91729 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.544875] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1143.544875] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52ef12bc-a8ed-97d5-efe6-d27bb7eb25f7" [ 1143.544875] env[64658]: _type = "Task" [ 1143.544875] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.553122] env[64658]: DEBUG nova.compute.provider_tree [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.563940] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52ef12bc-a8ed-97d5-efe6-d27bb7eb25f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015437} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.564840] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.565084] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.565311] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.565500] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.565710] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.566235] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92a76e1-7e7a-421a-9510-3d8665315935 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.577606] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.577825] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.578565] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0357c612-c8a2-499c-9561-ef7694d1e757 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.584272] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1143.584272] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52b09ae7-5eda-173f-c546-9888304b9138" [ 1143.584272] env[64658]: _type = "Task" [ 1143.584272] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.592671] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b09ae7-5eda-173f-c546-9888304b9138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.602967] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.709643] env[64658]: DEBUG nova.network.neutron [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updated VIF entry in instance network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.710738] env[64658]: DEBUG nova.network.neutron [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65f8636-ef", "ovs_interfaceid": "b65f8636-ef0e-4153-825d-74d2058614cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.721898] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734487, 'name': Rename_Task, 'duration_secs': 0.173494} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.722762] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.723081] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd7bbe55-126a-4986-9776-a018df77a004 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.729978] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1143.729978] env[64658]: value = "task-2734488" [ 1143.729978] env[64658]: _type = "Task" [ 1143.729978] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.738792] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.745873] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 3203959d-6bb6-449b-b9d2-962cbe202ab9] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.795596] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.795596] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.795596] env[64658]: DEBUG nova.network.neutron [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.059872] env[64658]: DEBUG nova.scheduler.client.report [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.095494] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52b09ae7-5eda-173f-c546-9888304b9138, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.099372] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d1dea5-0c73-42c2-9e22-08a741f14462 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.106609] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.107969] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1144.107969] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f4c1b1-3686-a779-e752-c1af12c36316" [ 1144.107969] env[64658]: _type = "Task" [ 1144.107969] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.116080] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f4c1b1-3686-a779-e752-c1af12c36316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.213247] env[64658]: DEBUG oslo_concurrency.lockutils [req-272c2b87-cc8a-4da3-99ea-3649273b9195 req-ee6cfe53-d86a-4e66-a30e-87448ec466e0 service nova] Releasing lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.241283] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734488, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.249284] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 30502c20-275d-40fc-a6be-44cb49c1a01a] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.291585] env[64658]: DEBUG nova.compute.manager [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Received event network-vif-plugged-b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.291585] env[64658]: DEBUG oslo_concurrency.lockutils [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.291767] env[64658]: DEBUG oslo_concurrency.lockutils [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] Lock "ad5884a0-0877-43e9-a876-4786acf96abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.291896] env[64658]: DEBUG oslo_concurrency.lockutils [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] Lock "ad5884a0-0877-43e9-a876-4786acf96abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.292247] env[64658]: DEBUG nova.compute.manager [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] No waiting events found dispatching network-vif-plugged-b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.292247] env[64658]: WARNING nova.compute.manager [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Received unexpected event network-vif-plugged-b9952df5-9aa7-4f19-a56b-211122bc71c9 for instance with vm_state building and task_state spawning. [ 1144.292399] env[64658]: DEBUG nova.compute.manager [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Received event network-changed-b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.292551] env[64658]: DEBUG nova.compute.manager [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Refreshing instance network info cache due to event network-changed-b9952df5-9aa7-4f19-a56b-211122bc71c9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.292718] env[64658]: DEBUG oslo_concurrency.lockutils [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] Acquiring lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.329466] env[64658]: DEBUG nova.network.neutron [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.488128] env[64658]: DEBUG nova.network.neutron [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updating instance_info_cache with network_info: [{"id": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "address": "fa:16:3e:fd:25:25", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9952df5-9a", "ovs_interfaceid": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.566022] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.568447] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.874s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.568673] env[64658]: DEBUG nova.objects.instance [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lazy-loading 'resources' on Instance uuid daa7962e-8d89-4f29-80f4-0ae7ec7232cf {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.590397] env[64658]: INFO nova.scheduler.client.report [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted allocations for instance 718464ec-d169-4840-bfee-204498ff8099 [ 1144.604576] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.617998] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f4c1b1-3686-a779-e752-c1af12c36316, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.618291] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.618551] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.618817] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47cae66f-16a1-4d01-9c82-ccbba8297475 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.626772] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1144.626772] env[64658]: value = "task-2734489" [ 1144.626772] env[64658]: _type = "Task" [ 1144.626772] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.635543] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.741715] env[64658]: DEBUG oslo_vmware.api [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734488, 'name': PowerOnVM_Task, 'duration_secs': 0.559009} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.742121] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.742388] env[64658]: INFO nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1144.742657] env[64658]: DEBUG nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.743584] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab70a76d-9e65-4ea0-8ef4-ce60541ddb0e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.753249] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: c79e135d-d015-49c6-afd5-e899cd6720fb] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.994048] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.994048] env[64658]: DEBUG nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Instance network_info: |[{"id": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "address": "fa:16:3e:fd:25:25", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9952df5-9a", "ovs_interfaceid": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.994193] env[64658]: DEBUG oslo_concurrency.lockutils [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] Acquired lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.994302] env[64658]: DEBUG nova.network.neutron [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Refreshing network info cache for port b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.995644] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:25:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9952df5-9aa7-4f19-a56b-211122bc71c9', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.005301] env[64658]: DEBUG oslo.service.loopingcall [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1145.006388] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.006689] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91b83f79-c1f8-4bd8-b3b8-8ee94b9e20e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.034165] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.034165] env[64658]: value = "task-2734490" [ 1145.034165] env[64658]: _type = "Task" [ 1145.034165] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.042307] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734490, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.106548] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f97dbaf4-0846-4141-8cc3-6d7819cfa685 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "718464ec-d169-4840-bfee-204498ff8099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.990s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.115418] env[64658]: DEBUG oslo_vmware.api [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734479, 'name': ReconfigVM_Task, 'duration_secs': 5.768058} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.115699] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.115934] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Reconfigured VM to detach interface {{(pid=64658) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1145.138294] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486336} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.141746] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.142048] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.142735] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37639b50-5fb3-4c27-9c8d-bad54d7c6ba9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.154241] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1145.154241] env[64658]: value = "task-2734491" [ 1145.154241] env[64658]: _type = "Task" [ 1145.154241] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.171747] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.261372] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d61ef8f6-2451-4baf-9b0e-e5e016893bcd] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.271781] env[64658]: INFO nova.compute.manager [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Took 29.45 seconds to build instance. [ 1145.348249] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad64ee-8afc-49b6-8ca0-073045c8e54c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.359208] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b6ef4-57bb-4e69-a341-95b5443eb3d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.393277] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d0e7dc-9af4-4228-b71b-b3a1da38a643 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.402574] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a96c97-8487-482f-be7e-16af52ba08cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.417398] env[64658]: DEBUG nova.compute.provider_tree [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.546340] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734490, 'name': CreateVM_Task, 'duration_secs': 0.366761} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.546575] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.547266] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.547438] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.547751] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.548016] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f03561-e8db-4dfc-ba7a-863fb7cae580 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.553214] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1145.553214] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52960818-40ea-7149-c24c-4d39190f7af3" [ 1145.553214] env[64658]: _type = "Task" [ 1145.553214] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.561972] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52960818-40ea-7149-c24c-4d39190f7af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.666040] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068713} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.666385] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.666985] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb20f17c-9977-4845-9527-420592650aa2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.690431] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.693308] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf40ece9-b972-46c2-a25d-2e52c0e2f96b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.714673] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1145.714673] env[64658]: value = "task-2734492" [ 1145.714673] env[64658]: _type = "Task" [ 1145.714673] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.723152] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.741113] env[64658]: DEBUG nova.network.neutron [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updated VIF entry in instance network info cache for port b9952df5-9aa7-4f19-a56b-211122bc71c9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.741574] env[64658]: DEBUG nova.network.neutron [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updating instance_info_cache with network_info: [{"id": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "address": "fa:16:3e:fd:25:25", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9952df5-9a", "ovs_interfaceid": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.765725] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 0f1caba0-a150-433d-bf0e-36768419370e] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.775354] env[64658]: DEBUG oslo_concurrency.lockutils [None req-550b232d-df4e-43ff-89d3-6161223d303f tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.968s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.922533] env[64658]: DEBUG nova.scheduler.client.report [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.065110] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52960818-40ea-7149-c24c-4d39190f7af3, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.065408] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.065635] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.065868] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.066019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.066199] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.066458] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e3d9770-f8e4-48ea-a02d-b83388af923f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.084783] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.084972] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.085730] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b75ac4-17a9-46c2-bacb-fb148479cb34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.091335] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1146.091335] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5256f46b-19ff-5ef8-a4e0-ac9d74a5ff07" [ 1146.091335] env[64658]: _type = "Task" [ 1146.091335] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.099474] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5256f46b-19ff-5ef8-a4e0-ac9d74a5ff07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.225772] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734492, 'name': ReconfigVM_Task, 'duration_secs': 0.31196} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.226132] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.227848] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef834a1-f1e9-44ba-a49c-4b5397205cbf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.235371] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1146.235371] env[64658]: value = "task-2734493" [ 1146.235371] env[64658]: _type = "Task" [ 1146.235371] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.244196] env[64658]: DEBUG oslo_concurrency.lockutils [req-b1912222-0e6a-4094-a4b8-a7816645cd6d req-9395ed1f-1122-4fa4-951e-c7ab5c832e86 service nova] Releasing lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.244615] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734493, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.271064] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 11bc18c4-2bdc-4549-ac5a-2fe43bf99ca2] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.429533] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.431963] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.505s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.434178] env[64658]: INFO nova.compute.claims [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.460151] env[64658]: INFO nova.scheduler.client.report [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted allocations for instance daa7962e-8d89-4f29-80f4-0ae7ec7232cf [ 1146.514697] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.514894] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquired lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.515110] env[64658]: DEBUG nova.network.neutron [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.605653] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5256f46b-19ff-5ef8-a4e0-ac9d74a5ff07, 'name': SearchDatastore_Task, 'duration_secs': 0.042466} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.607087] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6ce50d-7a61-4210-878a-3846817b45f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.613344] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1146.613344] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5219334e-9670-a7ff-e72d-7d8f75ec4f10" [ 1146.613344] env[64658]: _type = "Task" [ 1146.613344] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.621213] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5219334e-9670-a7ff-e72d-7d8f75ec4f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.756616] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734493, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.774483] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 70539a02-7d24-4a1b-82c7-35e424c6dfc9] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.972008] env[64658]: DEBUG oslo_concurrency.lockutils [None req-92977ee9-bdbf-4433-87bd-be799e53f9f3 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "daa7962e-8d89-4f29-80f4-0ae7ec7232cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.642s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.051154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.051154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.051154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.051154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.051154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.054577] env[64658]: INFO nova.compute.manager [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Terminating instance [ 1147.124691] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5219334e-9670-a7ff-e72d-7d8f75ec4f10, 'name': SearchDatastore_Task, 'duration_secs': 0.041892} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.125051] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.125322] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ad5884a0-0877-43e9-a876-4786acf96abb/ad5884a0-0877-43e9-a876-4786acf96abb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.125594] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-965fba7b-9847-4c20-8bfc-aeb7a5e22764 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.134549] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1147.134549] env[64658]: value = "task-2734494" [ 1147.134549] env[64658]: _type = "Task" [ 1147.134549] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.144248] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.248030] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734493, 'name': Rename_Task, 'duration_secs': 0.913875} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.248391] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.248852] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b910fe-6375-4e05-baeb-dee735fb67a6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.254094] env[64658]: INFO nova.network.neutron [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Port 34b49411-1301-4bab-bc93-724997dc89d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1147.254456] env[64658]: DEBUG nova.network.neutron [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [{"id": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "address": "fa:16:3e:21:e3:f7", "network": {"id": "6914deb4-4322-4fbd-bc90-47969a531684", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1464755584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8231605c8ae4f4595c178d0e1eca9e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c395e-ef", "ovs_interfaceid": "2b1c395e-ef5a-485b-b667-ed0a409916fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.257046] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1147.257046] env[64658]: value = "task-2734495" [ 1147.257046] env[64658]: _type = "Task" [ 1147.257046] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.268214] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.283648] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 77447530-5f84-4386-942a-5c2424b2423e] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.561778] env[64658]: DEBUG nova.compute.manager [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.562066] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.563331] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7029e34-af6d-47d7-94de-a2f1ccffb777 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.575289] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.578452] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c166ff6-02ef-44ab-90e0-84098344abd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.589213] env[64658]: DEBUG oslo_vmware.api [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1147.589213] env[64658]: value = "task-2734496" [ 1147.589213] env[64658]: _type = "Task" [ 1147.589213] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.607219] env[64658]: DEBUG oslo_vmware.api [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.647148] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734494, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.704494] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742db5b-4ea5-4a11-9c58-fe1cc61da373 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.715528] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f05bb9-465d-4681-9cda-fbad7e178ce0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.752755] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d08a060-372c-4d95-a734-090333934faa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.758735] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Releasing lock "refresh_cache-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.769944] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664f7c6c-65e6-4c96-8500-99bc7a981dbd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.782711] env[64658]: DEBUG oslo_vmware.api [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734495, 'name': PowerOnVM_Task, 'duration_secs': 0.5109} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.792312] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.792721] env[64658]: INFO nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1147.793148] env[64658]: DEBUG nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.793936] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 74565687-5904-4634-b29e-05573074bb64] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.799020] env[64658]: DEBUG nova.compute.provider_tree [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.799656] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa1e28-5c3c-4a71-88cc-f5577ea2b9b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.889560] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "083e1786-eaa8-44cd-b1dc-a91eafa07019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.889958] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.924493] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.924728] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.103847] env[64658]: DEBUG oslo_vmware.api [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734496, 'name': PowerOffVM_Task, 'duration_secs': 0.339082} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.103847] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.103847] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.105114] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aa4db66-3f34-4bae-a7e2-018bd1da2ba9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.144574] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734494, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.173106] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.173385] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.173578] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleting the datastore file [datastore1] 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.173856] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2ee1b8a-b92e-4dd0-ac89-63b36d6e041e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.186187] env[64658]: DEBUG oslo_vmware.api [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1148.186187] env[64658]: value = "task-2734498" [ 1148.186187] env[64658]: _type = "Task" [ 1148.186187] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.193918] env[64658]: DEBUG oslo_vmware.api [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.198795] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "1e448cfd-f1bd-4c69-8ce7-77974390526f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.199809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.199809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "1e448cfd-f1bd-4c69-8ce7-77974390526f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.199809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.199809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.201623] env[64658]: INFO nova.compute.manager [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Terminating instance [ 1148.263540] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26ea993c-716e-4906-bf21-d8c7f670dcd8 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "interface-7b76cdd8-3c0e-4ed4-865f-a82a8f262a61-34b49411-1301-4bab-bc93-724997dc89d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.774s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.296810] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 9050d725-13bc-4fa6-a624-6eb29760973e] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.304228] env[64658]: DEBUG nova.scheduler.client.report [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.319031] env[64658]: INFO nova.compute.manager [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Took 18.21 seconds to build instance. [ 1148.394644] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.427442] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.648981] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734494, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.696098] env[64658]: DEBUG oslo_vmware.api [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.709084] env[64658]: DEBUG nova.compute.manager [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.709228] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.710030] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b336f4-b0f1-46ab-8a5a-dd73a7b85e47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.717401] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.717773] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe3e551-f8da-45fc-9a52-cd04ea436fd4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.724103] env[64658]: DEBUG oslo_vmware.api [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1148.724103] env[64658]: value = "task-2734499" [ 1148.724103] env[64658]: _type = "Task" [ 1148.724103] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.733599] env[64658]: DEBUG oslo_vmware.api [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.801318] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 0a3ebe33-589d-4d71-86f5-5bf3b51149e9] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.813193] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.813193] env[64658]: DEBUG nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.815335] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.571s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.816978] env[64658]: INFO nova.compute.claims [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.821432] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ec83a28d-4ce2-4829-93de-a4f9e8bb69b1 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.721s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.052404] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.053372] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.150104] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734494, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.709041} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.150364] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] ad5884a0-0877-43e9-a876-4786acf96abb/ad5884a0-0877-43e9-a876-4786acf96abb.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.150648] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.150951] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6f67c23-7c58-4e59-a051-2aba824f3858 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.157053] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1149.157053] env[64658]: value = "task-2734500" [ 1149.157053] env[64658]: _type = "Task" [ 1149.157053] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.164493] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.195972] env[64658]: DEBUG oslo_vmware.api [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.796539} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.196258] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.196447] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.196621] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.196796] env[64658]: INFO nova.compute.manager [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1149.197044] env[64658]: DEBUG oslo.service.loopingcall [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.197239] env[64658]: DEBUG nova.compute.manager [-] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.197337] env[64658]: DEBUG nova.network.neutron [-] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.236674] env[64658]: DEBUG oslo_vmware.api [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734499, 'name': PowerOffVM_Task, 'duration_secs': 0.334486} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.237840] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.237840] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.237840] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-076d7b4a-76a5-42f1-9d15-da76facb83d7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.298407] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.298770] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.299012] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Deleting the datastore file [datastore2] 1e448cfd-f1bd-4c69-8ce7-77974390526f {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.301639] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b32a14-098a-4b36-9a89-d511a63a5fe6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.303889] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 7af5f05b-4606-4cbc-81a9-32f6edfb9f0c] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.310958] env[64658]: DEBUG oslo_vmware.api [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for the task: (returnval){ [ 1149.310958] env[64658]: value = "task-2734502" [ 1149.310958] env[64658]: _type = "Task" [ 1149.310958] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.319233] env[64658]: DEBUG oslo_vmware.api [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.321583] env[64658]: DEBUG nova.compute.utils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1149.324932] env[64658]: DEBUG nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.326298] env[64658]: DEBUG nova.network.neutron [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.367797] env[64658]: DEBUG nova.compute.manager [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.368034] env[64658]: DEBUG nova.compute.manager [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing instance network info cache due to event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1149.368364] env[64658]: DEBUG oslo_concurrency.lockutils [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] Acquiring lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.368364] env[64658]: DEBUG oslo_concurrency.lockutils [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] Acquired lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.368523] env[64658]: DEBUG nova.network.neutron [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.392784] env[64658]: DEBUG nova.policy [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f392d18075f04533966e5c2011c246af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374061ad2fad4f9fb341db0b3f1f8141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.667832] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146775} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.668180] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.669471] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bba115-bf0c-4cf9-be50-5324c03ed957 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.697654] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] ad5884a0-0877-43e9-a876-4786acf96abb/ad5884a0-0877-43e9-a876-4786acf96abb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.698292] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f11af37-d2c6-4333-b3ea-58c38ab3d070 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.720517] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1149.720517] env[64658]: value = "task-2734503" [ 1149.720517] env[64658]: _type = "Task" [ 1149.720517] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.730057] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.808248] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d6dea996-8d01-422c-86e5-186bb5969865] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.825534] env[64658]: DEBUG oslo_vmware.api [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Task: {'id': task-2734502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134099} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.825782] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.825964] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.826153] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.826354] env[64658]: INFO nova.compute.manager [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1149.826596] env[64658]: DEBUG oslo.service.loopingcall [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.826788] env[64658]: DEBUG nova.compute.manager [-] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.826879] env[64658]: DEBUG nova.network.neutron [-] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.829530] env[64658]: DEBUG nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.875019] env[64658]: DEBUG nova.network.neutron [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Successfully created port: f2589458-faef-46a0-bafb-cd8ad8b67dd3 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.111871] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ccd9d8-a589-4f92-843e-1ad3bfa33792 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.121829] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009aa95f-c1e6-4c8e-9522-1cfa2c8dda9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.155560] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c41001-84d9-4548-af6e-8bd9811f0001 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.163820] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81d09b-02f6-4618-b751-cc36f0488c27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.177540] env[64658]: DEBUG nova.compute.provider_tree [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.236025] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734503, 'name': ReconfigVM_Task, 'duration_secs': 0.258955} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.236025] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfigured VM instance instance-00000070 to attach disk [datastore1] ad5884a0-0877-43e9-a876-4786acf96abb/ad5884a0-0877-43e9-a876-4786acf96abb.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.236618] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d12a95b-46cd-4ea5-9f83-7b991a583be2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.244279] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1150.244279] env[64658]: value = "task-2734504" [ 1150.244279] env[64658]: _type = "Task" [ 1150.244279] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.254134] env[64658]: DEBUG nova.compute.manager [req-94e47420-6e8b-4a94-a173-5d6a9fad2b8f req-8f6d9f51-473f-4ff2-a794-5c75f8a5d3e5 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Received event network-vif-deleted-2b1c395e-ef5a-485b-b667-ed0a409916fb {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.254134] env[64658]: INFO nova.compute.manager [req-94e47420-6e8b-4a94-a173-5d6a9fad2b8f req-8f6d9f51-473f-4ff2-a794-5c75f8a5d3e5 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Neutron deleted interface 2b1c395e-ef5a-485b-b667-ed0a409916fb; detaching it from the instance and deleting it from the info cache [ 1150.254134] env[64658]: DEBUG nova.network.neutron [req-94e47420-6e8b-4a94-a173-5d6a9fad2b8f req-8f6d9f51-473f-4ff2-a794-5c75f8a5d3e5 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.262339] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734504, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.317915] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: b1d04f1f-c115-4a95-8231-1345ddb2c717] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.381879] env[64658]: DEBUG nova.network.neutron [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updated VIF entry in instance network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.382303] env[64658]: DEBUG nova.network.neutron [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65f8636-ef", "ovs_interfaceid": "b65f8636-ef0e-4153-825d-74d2058614cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.683104] env[64658]: DEBUG nova.scheduler.client.report [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.718601] env[64658]: DEBUG nova.network.neutron [-] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.753435] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734504, 'name': Rename_Task, 'duration_secs': 0.132475} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.753783] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.754066] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2aa0f6e-dfb1-4383-96a9-13a4f6f5a4e3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.755888] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-959ee788-720a-4d18-a77c-7e3615c3e3a4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.765284] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861cd80-4f28-4d51-a9b2-bfe1d6cf8726 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.780368] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1150.780368] env[64658]: value = "task-2734505" [ 1150.780368] env[64658]: _type = "Task" [ 1150.780368] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.795100] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734505, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.805590] env[64658]: DEBUG nova.compute.manager [req-94e47420-6e8b-4a94-a173-5d6a9fad2b8f req-8f6d9f51-473f-4ff2-a794-5c75f8a5d3e5 service nova] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Detach interface failed, port_id=2b1c395e-ef5a-485b-b667-ed0a409916fb, reason: Instance 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1150.821609] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 16f7ffdb-4faa-43fd-9eca-3f7ae1ee52f0] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.847093] env[64658]: DEBUG nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.865716] env[64658]: DEBUG nova.network.neutron [-] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.884261] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.884538] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.884695] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.884875] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.885037] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.885189] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.885398] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.885553] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.885717] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.885881] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.886071] env[64658]: DEBUG nova.virt.hardware [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.886792] env[64658]: DEBUG oslo_concurrency.lockutils [req-fc291820-a9c1-4b9e-8f96-9255f78acb42 req-dd44db99-0b66-4e2b-ab56-c4b48ee1d9f4 service nova] Releasing lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.887736] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4903cf-f7e2-49d1-97d1-7239dd2ed962 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.897187] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f074dc3-b357-4eea-bf8f-a2460d66006f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.189104] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.189710] env[64658]: DEBUG nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.192505] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.383s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.194021] env[64658]: INFO nova.compute.claims [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.221028] env[64658]: INFO nova.compute.manager [-] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Took 2.02 seconds to deallocate network for instance. [ 1151.294301] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.325424] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 52979769-9199-441a-96cf-252a62903ee3] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.373088] env[64658]: INFO nova.compute.manager [-] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Took 1.55 seconds to deallocate network for instance. [ 1151.395147] env[64658]: DEBUG nova.compute.manager [req-2eac42ef-2376-4d9a-8426-60eb30183acc req-de19b1ec-306f-484d-a034-c85042b3db7a service nova] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Received event network-vif-deleted-f845a087-6425-4cb9-8235-ad9ea94aec72 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.540370] env[64658]: DEBUG nova.network.neutron [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Successfully updated port: f2589458-faef-46a0-bafb-cd8ad8b67dd3 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.698061] env[64658]: DEBUG nova.compute.utils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1151.701307] env[64658]: DEBUG nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.701472] env[64658]: DEBUG nova.network.neutron [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.726785] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.740420] env[64658]: DEBUG nova.policy [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78beea7a270a4041b07ef7724fc862e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765b853eb54d44cf86b157bb1bd25e25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.791543] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.791786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.791987] env[64658]: INFO nova.compute.manager [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Shelving [ 1151.793242] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.828756] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: f2f91006-3a6b-4a4d-a8d4-b61a5a5ae53f] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.882600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.009026] env[64658]: DEBUG nova.network.neutron [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Successfully created port: 557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.042823] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "refresh_cache-acff4f8f-394f-4069-8d7e-3fefb44c4030" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.043000] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "refresh_cache-acff4f8f-394f-4069-8d7e-3fefb44c4030" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.043150] env[64658]: DEBUG nova.network.neutron [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.202182] env[64658]: DEBUG nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.275747] env[64658]: DEBUG nova.compute.manager [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Received event network-vif-plugged-f2589458-faef-46a0-bafb-cd8ad8b67dd3 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.275913] env[64658]: DEBUG oslo_concurrency.lockutils [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] Acquiring lock "acff4f8f-394f-4069-8d7e-3fefb44c4030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.276131] env[64658]: DEBUG oslo_concurrency.lockutils [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.276691] env[64658]: DEBUG oslo_concurrency.lockutils [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.276691] env[64658]: DEBUG nova.compute.manager [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] No waiting events found dispatching network-vif-plugged-f2589458-faef-46a0-bafb-cd8ad8b67dd3 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.276691] env[64658]: WARNING nova.compute.manager [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Received unexpected event network-vif-plugged-f2589458-faef-46a0-bafb-cd8ad8b67dd3 for instance with vm_state building and task_state spawning. [ 1152.276819] env[64658]: DEBUG nova.compute.manager [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Received event network-changed-f2589458-faef-46a0-bafb-cd8ad8b67dd3 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.276910] env[64658]: DEBUG nova.compute.manager [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Refreshing instance network info cache due to event network-changed-f2589458-faef-46a0-bafb-cd8ad8b67dd3. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1152.277090] env[64658]: DEBUG oslo_concurrency.lockutils [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] Acquiring lock "refresh_cache-acff4f8f-394f-4069-8d7e-3fefb44c4030" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.292716] env[64658]: DEBUG oslo_vmware.api [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734505, 'name': PowerOnVM_Task, 'duration_secs': 1.222591} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.292716] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.293238] env[64658]: INFO nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1152.293238] env[64658]: DEBUG nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.293677] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92e386-1dbc-490a-932e-af0df6dd5d37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.333056] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 44fade9a-a51b-4f12-9e26-c348c0d0cd8d] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.407952] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b096be-d77f-4cec-854d-4451d71f69ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.415810] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0246a8-a504-4f22-8e03-1ae91b035474 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.445122] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c216cc-1f03-49a4-b9e1-223cc74a9ec1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.452104] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a71a20-3304-46b3-aa19-73d4d943a218 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.465853] env[64658]: DEBUG nova.compute.provider_tree [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.581597] env[64658]: DEBUG nova.network.neutron [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.695582] env[64658]: DEBUG nova.network.neutron [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Updating instance_info_cache with network_info: [{"id": "f2589458-faef-46a0-bafb-cd8ad8b67dd3", "address": "fa:16:3e:8a:8b:84", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2589458-fa", "ovs_interfaceid": "f2589458-faef-46a0-bafb-cd8ad8b67dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.814018] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.814322] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccbff49-a5fd-4783-a2af-ec4674a0ce61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.818287] env[64658]: INFO nova.compute.manager [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Took 22.28 seconds to build instance. [ 1152.822246] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1152.822246] env[64658]: value = "task-2734506" [ 1152.822246] env[64658]: _type = "Task" [ 1152.822246] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.831582] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.835757] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 63cca341-d24e-4ad8-bc65-2129990717f9] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.969192] env[64658]: DEBUG nova.scheduler.client.report [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.198225] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "refresh_cache-acff4f8f-394f-4069-8d7e-3fefb44c4030" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.198662] env[64658]: DEBUG nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Instance network_info: |[{"id": "f2589458-faef-46a0-bafb-cd8ad8b67dd3", "address": "fa:16:3e:8a:8b:84", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2589458-fa", "ovs_interfaceid": "f2589458-faef-46a0-bafb-cd8ad8b67dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.199065] env[64658]: DEBUG oslo_concurrency.lockutils [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] Acquired lock "refresh_cache-acff4f8f-394f-4069-8d7e-3fefb44c4030" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.199652] env[64658]: DEBUG nova.network.neutron [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Refreshing network info cache for port f2589458-faef-46a0-bafb-cd8ad8b67dd3 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.200802] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:8b:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2589458-faef-46a0-bafb-cd8ad8b67dd3', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.212772] env[64658]: DEBUG oslo.service.loopingcall [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.214967] env[64658]: DEBUG nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.217435] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.218224] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2942200-4043-4108-ba4c-f798f4aa44ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.248566] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.248566] env[64658]: value = "task-2734507" [ 1153.248566] env[64658]: _type = "Task" [ 1153.248566] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.251339] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.251599] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.251805] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.252074] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.252260] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.252457] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.252731] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.252947] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.253193] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.253412] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.253644] env[64658]: DEBUG nova.virt.hardware [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.254741] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd5a5e-59fa-4b43-9f92-e1df4660fa24 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.272225] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6693869-14ab-45e7-a00a-258e6c782c30 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.277512] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734507, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.320310] env[64658]: DEBUG oslo_concurrency.lockutils [None req-81b6c05d-fd6a-4b70-a735-7a78bd584dc0 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.790s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.333613] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734506, 'name': PowerOffVM_Task, 'duration_secs': 0.278977} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.333613] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.333613] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7db55af-79cc-4d3b-a384-d9f0d8fd4a49 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.350477] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5983a6bf-30ad-43c2-973a-c0da12516956] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.352858] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8443f58f-a4c0-4b56-ba8a-e811f8e13510 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.475062] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.475591] env[64658]: DEBUG nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.480260] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.428s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.481611] env[64658]: INFO nova.compute.claims [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.705479] env[64658]: DEBUG nova.network.neutron [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Successfully updated port: 557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.764490] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734507, 'name': CreateVM_Task, 'duration_secs': 0.314387} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.764681] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.765388] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.765555] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.765874] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.766147] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c75793-834c-41a4-a8c1-15541d074b48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.772692] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1153.772692] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5291f1fb-3496-4760-8390-bfd944203c79" [ 1153.772692] env[64658]: _type = "Task" [ 1153.772692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.781272] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5291f1fb-3496-4760-8390-bfd944203c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.856599] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 164ab5dd-bae6-4721-9d91-083cf08997e9] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.866583] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1153.866882] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-319058a0-1d05-4526-abf8-6efac83683e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.874534] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1153.874534] env[64658]: value = "task-2734508" [ 1153.874534] env[64658]: _type = "Task" [ 1153.874534] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.884034] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.962484] env[64658]: DEBUG nova.network.neutron [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Updated VIF entry in instance network info cache for port f2589458-faef-46a0-bafb-cd8ad8b67dd3. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.962929] env[64658]: DEBUG nova.network.neutron [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Updating instance_info_cache with network_info: [{"id": "f2589458-faef-46a0-bafb-cd8ad8b67dd3", "address": "fa:16:3e:8a:8b:84", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2589458-fa", "ovs_interfaceid": "f2589458-faef-46a0-bafb-cd8ad8b67dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.986072] env[64658]: DEBUG nova.compute.utils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1153.989513] env[64658]: DEBUG nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.989747] env[64658]: DEBUG nova.network.neutron [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.033660] env[64658]: DEBUG nova.policy [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf9b2e553b243db90a48cebb538386f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815e2684c49c4df1b629e19ded065e10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.209548] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.209548] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.209548] env[64658]: DEBUG nova.network.neutron [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.286895] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5291f1fb-3496-4760-8390-bfd944203c79, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.286895] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.286895] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.286895] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.286895] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.286895] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.286895] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-239dcb96-3485-48d9-9986-9c90dc3452ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.301024] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.301024] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.301024] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699c2649-161f-4a41-ae0b-a2d390abf889 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.306348] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1154.306348] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523c7bab-c5bf-ff91-21f4-338f31e1cccc" [ 1154.306348] env[64658]: _type = "Task" [ 1154.306348] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.315461] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523c7bab-c5bf-ff91-21f4-338f31e1cccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.361101] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: b2d35a6b-370b-4773-940d-e63f10bbb8d3] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.374842] env[64658]: DEBUG nova.compute.manager [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Received event network-vif-plugged-557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.375202] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Acquiring lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.375493] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.375699] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.375949] env[64658]: DEBUG nova.compute.manager [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] No waiting events found dispatching network-vif-plugged-557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.376246] env[64658]: WARNING nova.compute.manager [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Received unexpected event network-vif-plugged-557c707a-295e-4dee-b909-a937eddc1e0b for instance with vm_state building and task_state spawning. [ 1154.376389] env[64658]: DEBUG nova.compute.manager [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Received event network-changed-557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.376980] env[64658]: DEBUG nova.compute.manager [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Refreshing instance network info cache due to event network-changed-557c707a-295e-4dee-b909-a937eddc1e0b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1154.376980] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Acquiring lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.389867] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734508, 'name': CreateSnapshot_Task, 'duration_secs': 0.501332} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.389867] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1154.389867] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72fa46f-36fe-471d-9720-028c6f521ef7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.466068] env[64658]: DEBUG oslo_concurrency.lockutils [req-bce96e8c-9316-4651-805f-5e18c7a6b4b9 req-346705f9-ab8f-400c-9a85-062ecfd4b5d4 service nova] Releasing lock "refresh_cache-acff4f8f-394f-4069-8d7e-3fefb44c4030" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.490139] env[64658]: DEBUG nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.566813] env[64658]: DEBUG nova.network.neutron [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Successfully created port: 5d32bbd2-ece3-448b-b83e-9bb32e8617bc {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.735038] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c36a9f-4d29-4946-b65b-e6b18a8b7179 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.743491] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ab7881-c0b9-42e4-b794-1231a247ab4a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.773252] env[64658]: DEBUG nova.network.neutron [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.775694] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d73d3-dc48-4c3b-99d5-51c8aba75b50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.785279] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657cb5a5-dc88-4217-91f1-5f455c392f68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.803913] env[64658]: DEBUG nova.compute.provider_tree [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.815678] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523c7bab-c5bf-ff91-21f4-338f31e1cccc, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.817163] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8f1860-e5be-4159-8f5d-9b0be60bb996 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.822256] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1154.822256] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52447eba-0367-3d0f-1c15-f9914641a0c9" [ 1154.822256] env[64658]: _type = "Task" [ 1154.822256] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.832558] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52447eba-0367-3d0f-1c15-f9914641a0c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.867367] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: a03fd4e4-9b21-42fa-9c0e-3e4cba2ccfb1] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.909241] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1154.909856] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b39aea1-f952-4a61-bb51-f3516ffe38eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.921133] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1154.921133] env[64658]: value = "task-2734509" [ 1154.921133] env[64658]: _type = "Task" [ 1154.921133] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.929374] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734509, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.983146] env[64658]: DEBUG nova.network.neutron [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.106081] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.106221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.309570] env[64658]: DEBUG nova.scheduler.client.report [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.334300] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52447eba-0367-3d0f-1c15-f9914641a0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.043368} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.334662] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.334947] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] acff4f8f-394f-4069-8d7e-3fefb44c4030/acff4f8f-394f-4069-8d7e-3fefb44c4030.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.335248] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36606961-8cd2-4e5c-9012-755edefdcfcd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.344060] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1155.344060] env[64658]: value = "task-2734510" [ 1155.344060] env[64658]: _type = "Task" [ 1155.344060] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.356401] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.371039] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 82e4a9ea-2b47-4d4c-bda2-75c35b12c9e6] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.432682] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734509, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.486226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.486592] env[64658]: DEBUG nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Instance network_info: |[{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.486915] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Acquired lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.487112] env[64658]: DEBUG nova.network.neutron [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Refreshing network info cache for port 557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.488373] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9d:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '557c707a-295e-4dee-b909-a937eddc1e0b', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.496362] env[64658]: DEBUG oslo.service.loopingcall [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.497308] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.497536] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f502a09a-6944-4ba8-bbee-87eae2d85985 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.513654] env[64658]: DEBUG nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.522292] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.522292] env[64658]: value = "task-2734511" [ 1155.522292] env[64658]: _type = "Task" [ 1155.522292] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.531455] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734511, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.543673] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.543924] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.544118] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.544323] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.544470] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.544618] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.544864] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.545035] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.545208] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.545372] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.545553] env[64658]: DEBUG nova.virt.hardware [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.546403] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba5de55-4cea-486c-b812-8ee0609a4f97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.554875] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f31d942-556b-4f95-abff-6467d13b76e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.609063] env[64658]: INFO nova.compute.manager [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Detaching volume 0c00d9cc-14df-4255-bd71-689077a46cad [ 1155.651410] env[64658]: INFO nova.virt.block_device [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Attempting to driver detach volume 0c00d9cc-14df-4255-bd71-689077a46cad from mountpoint /dev/sdb [ 1155.651603] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.651794] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550506', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'name': 'volume-0c00d9cc-14df-4255-bd71-689077a46cad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '102cf96e-9cf9-4761-a1c7-97940113abff', 'attached_at': '', 'detached_at': '', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'serial': '0c00d9cc-14df-4255-bd71-689077a46cad'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.652766] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9178b254-143b-4573-8962-65bca3bca35b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.676840] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8c91c-4098-4a01-80e3-7c0df788e71b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.686289] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae06596c-eecc-49c6-9a08-ba2584e47355 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.708557] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb07761e-76ad-437d-956b-096ee917e6ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.724220] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c00d9cc-14df-4255-bd71-689077a46cad/volume-0c00d9cc-14df-4255-bd71-689077a46cad.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.729550] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.729956] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2479999a-c2e9-4379-84b2-ed97e6faba44 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.749108] env[64658]: DEBUG oslo_vmware.api [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1155.749108] env[64658]: value = "task-2734512" [ 1155.749108] env[64658]: _type = "Task" [ 1155.749108] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.759471] env[64658]: DEBUG oslo_vmware.api [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.814308] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.814861] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.817546] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.764s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.818957] env[64658]: INFO nova.compute.claims [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.855042] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.875878] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: da82a2df-50c8-4265-925e-2b7f781e7718] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.932809] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734509, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.033803] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734511, 'name': CreateVM_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.055794] env[64658]: DEBUG nova.network.neutron [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Successfully updated port: 5d32bbd2-ece3-448b-b83e-9bb32e8617bc {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.243172] env[64658]: DEBUG nova.network.neutron [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updated VIF entry in instance network info cache for port 557c707a-295e-4dee-b909-a937eddc1e0b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.243577] env[64658]: DEBUG nova.network.neutron [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.259770] env[64658]: DEBUG oslo_vmware.api [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734512, 'name': ReconfigVM_Task, 'duration_secs': 0.257122} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.260050] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.264966] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2789077-d999-4699-8aca-d21e25fc7022 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.280483] env[64658]: DEBUG oslo_vmware.api [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1156.280483] env[64658]: value = "task-2734513" [ 1156.280483] env[64658]: _type = "Task" [ 1156.280483] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.288756] env[64658]: DEBUG oslo_vmware.api [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.323944] env[64658]: DEBUG nova.compute.utils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1156.328812] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.329055] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.355391] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578131} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.355642] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] acff4f8f-394f-4069-8d7e-3fefb44c4030/acff4f8f-394f-4069-8d7e-3fefb44c4030.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.355856] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.356120] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a761a08-5799-4c2f-b684-88994248b11f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.362843] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1156.362843] env[64658]: value = "task-2734514" [ 1156.362843] env[64658]: _type = "Task" [ 1156.362843] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.367045] env[64658]: DEBUG nova.policy [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3e6a764445a4f728ca24d992e997233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4835459861334b4aa3b61418e8210e1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.375401] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.378923] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 7b091ab3-182c-4d05-86ee-ee28dd8fa6a6] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.408540] env[64658]: DEBUG nova.compute.manager [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Received event network-vif-plugged-5d32bbd2-ece3-448b-b83e-9bb32e8617bc {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.408703] env[64658]: DEBUG oslo_concurrency.lockutils [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] Acquiring lock "b3dfc178-6cfa-4715-bff2-dc66be401acf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.408969] env[64658]: DEBUG oslo_concurrency.lockutils [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.409633] env[64658]: DEBUG oslo_concurrency.lockutils [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.409747] env[64658]: DEBUG nova.compute.manager [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] No waiting events found dispatching network-vif-plugged-5d32bbd2-ece3-448b-b83e-9bb32e8617bc {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.409971] env[64658]: WARNING nova.compute.manager [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Received unexpected event network-vif-plugged-5d32bbd2-ece3-448b-b83e-9bb32e8617bc for instance with vm_state building and task_state spawning. [ 1156.410151] env[64658]: DEBUG nova.compute.manager [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Received event network-changed-5d32bbd2-ece3-448b-b83e-9bb32e8617bc {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.410335] env[64658]: DEBUG nova.compute.manager [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Refreshing instance network info cache due to event network-changed-5d32bbd2-ece3-448b-b83e-9bb32e8617bc. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.410534] env[64658]: DEBUG oslo_concurrency.lockutils [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] Acquiring lock "refresh_cache-b3dfc178-6cfa-4715-bff2-dc66be401acf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.410695] env[64658]: DEBUG oslo_concurrency.lockutils [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] Acquired lock "refresh_cache-b3dfc178-6cfa-4715-bff2-dc66be401acf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.410857] env[64658]: DEBUG nova.network.neutron [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Refreshing network info cache for port 5d32bbd2-ece3-448b-b83e-9bb32e8617bc {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.433851] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734509, 'name': CloneVM_Task, 'duration_secs': 1.377147} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.434233] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Created linked-clone VM from snapshot [ 1156.435070] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd52108-7242-4013-8b26-7eec32fc7c2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.442391] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Uploading image dc164f14-ae56-42c6-957f-b75995057b55 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1156.468731] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1156.468731] env[64658]: value = "vm-550534" [ 1156.468731] env[64658]: _type = "VirtualMachine" [ 1156.468731] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1156.469015] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e600dda-4563-4ebc-9f53-3ae81482d79e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.475520] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lease: (returnval){ [ 1156.475520] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52282267-1abe-805f-464e-9d1b21e56719" [ 1156.475520] env[64658]: _type = "HttpNfcLease" [ 1156.475520] env[64658]: } obtained for exporting VM: (result){ [ 1156.475520] env[64658]: value = "vm-550534" [ 1156.475520] env[64658]: _type = "VirtualMachine" [ 1156.475520] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1156.475784] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the lease: (returnval){ [ 1156.475784] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52282267-1abe-805f-464e-9d1b21e56719" [ 1156.475784] env[64658]: _type = "HttpNfcLease" [ 1156.475784] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1156.483095] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.483095] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52282267-1abe-805f-464e-9d1b21e56719" [ 1156.483095] env[64658]: _type = "HttpNfcLease" [ 1156.483095] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1156.534621] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734511, 'name': CreateVM_Task, 'duration_secs': 0.751464} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.538025] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.538025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.538025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.538025] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.538025] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d358e1-7e56-4c57-85e4-698ec3109f70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.541173] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1156.541173] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d0d5f2-4242-041f-2130-2f3678897506" [ 1156.541173] env[64658]: _type = "Task" [ 1156.541173] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.549531] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d0d5f2-4242-041f-2130-2f3678897506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.561840] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "refresh_cache-b3dfc178-6cfa-4715-bff2-dc66be401acf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.709696] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Successfully created port: 56a6c0d2-b3c7-47bf-be93-668f4d309fd5 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.746571] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Releasing lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.746833] env[64658]: DEBUG nova.compute.manager [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Received event network-changed-b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.747010] env[64658]: DEBUG nova.compute.manager [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Refreshing instance network info cache due to event network-changed-b9952df5-9aa7-4f19-a56b-211122bc71c9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.747233] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Acquiring lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.747373] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Acquired lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.747558] env[64658]: DEBUG nova.network.neutron [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Refreshing network info cache for port b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.791263] env[64658]: DEBUG oslo_vmware.api [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734513, 'name': ReconfigVM_Task, 'duration_secs': 0.146573} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.791569] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550506', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'name': 'volume-0c00d9cc-14df-4255-bd71-689077a46cad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '102cf96e-9cf9-4761-a1c7-97940113abff', 'attached_at': '', 'detached_at': '', 'volume_id': '0c00d9cc-14df-4255-bd71-689077a46cad', 'serial': '0c00d9cc-14df-4255-bd71-689077a46cad'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.831857] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.873712] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074853} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.876231] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.877761] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e866f1-0931-40a7-b898-c012cee68a79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.882468] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 7b8df0de-651f-488c-861d-2d90c8ffaa8b] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.902427] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] acff4f8f-394f-4069-8d7e-3fefb44c4030/acff4f8f-394f-4069-8d7e-3fefb44c4030.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.905633] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-775f7b38-96a4-4ad8-8369-4772f44738e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.930822] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1156.930822] env[64658]: value = "task-2734516" [ 1156.930822] env[64658]: _type = "Task" [ 1156.930822] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.943020] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.955530] env[64658]: DEBUG nova.network.neutron [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.985259] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.985259] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52282267-1abe-805f-464e-9d1b21e56719" [ 1156.985259] env[64658]: _type = "HttpNfcLease" [ 1156.985259] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.985259] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.985259] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52282267-1abe-805f-464e-9d1b21e56719" [ 1156.985259] env[64658]: _type = "HttpNfcLease" [ 1156.985259] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1156.985836] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40001be-ea7c-43ba-9ac7-efd094fed10b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.997888] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52224169-4964-a49a-6091-f914f6b1db09/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.998096] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52224169-4964-a49a-6091-f914f6b1db09/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1157.063749] env[64658]: DEBUG nova.network.neutron [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.077013] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d0d5f2-4242-041f-2130-2f3678897506, 'name': SearchDatastore_Task, 'duration_secs': 0.022906} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.080226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.080480] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.080715] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.081159] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.081389] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.082546] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e3b336-82a2-4e8d-9399-5d89caee9c9e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.091108] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.091327] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.092101] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c30b10-d798-44bf-bbdc-80780b98998c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.097563] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1157.097563] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52472ccd-5b6a-ae95-3c47-ff47bcd0b380" [ 1157.097563] env[64658]: _type = "Task" [ 1157.097563] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.108985] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52472ccd-5b6a-ae95-3c47-ff47bcd0b380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.109509] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-256eb116-22cb-4c18-837b-1148272b98e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.185182] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615df2cd-b7e3-41ab-8651-4c97ebcb1773 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.192926] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29ce9a-d758-4204-875e-6f1d19d893d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.223990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b355b-e421-4837-85e1-24b9c0d58e89 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.231635] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2242feb-326b-4c40-bab4-46626dd664a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.245229] env[64658]: DEBUG nova.compute.provider_tree [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.348841] env[64658]: DEBUG nova.objects.instance [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'flavor' on Instance uuid 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.403530] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: c0b1df56-26d1-452e-b87a-ba1de9cd4dda] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.442532] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734516, 'name': ReconfigVM_Task, 'duration_secs': 0.501372} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.443228] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Reconfigured VM instance instance-00000071 to attach disk [datastore1] acff4f8f-394f-4069-8d7e-3fefb44c4030/acff4f8f-394f-4069-8d7e-3fefb44c4030.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.443957] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f38dd1e-883e-4a22-9d72-23bcf6f8a842 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.449902] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1157.449902] env[64658]: value = "task-2734517" [ 1157.449902] env[64658]: _type = "Task" [ 1157.449902] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.457776] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734517, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.507959] env[64658]: DEBUG nova.network.neutron [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updated VIF entry in instance network info cache for port b9952df5-9aa7-4f19-a56b-211122bc71c9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.508703] env[64658]: DEBUG nova.network.neutron [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updating instance_info_cache with network_info: [{"id": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "address": "fa:16:3e:fd:25:25", "network": {"id": "843af27e-00d1-4429-90b4-1009ab489ebf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-633228075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88889640432a47f6ab2781e8585c948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9952df5-9a", "ovs_interfaceid": "b9952df5-9aa7-4f19-a56b-211122bc71c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.570008] env[64658]: DEBUG oslo_concurrency.lockutils [req-979d7afa-31d3-426a-87e6-650056c32c5f req-ee36c652-dc3d-4be5-bf35-788de5d5c21c service nova] Releasing lock "refresh_cache-b3dfc178-6cfa-4715-bff2-dc66be401acf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.570453] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired lock "refresh_cache-b3dfc178-6cfa-4715-bff2-dc66be401acf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.570663] env[64658]: DEBUG nova.network.neutron [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.608432] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52472ccd-5b6a-ae95-3c47-ff47bcd0b380, 'name': SearchDatastore_Task, 'duration_secs': 0.01526} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.609493] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20cdbee-8e81-4c8d-8077-a19e118db3ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.615525] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1157.615525] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5289fbb5-d50b-2754-715c-700b9e3623ec" [ 1157.615525] env[64658]: _type = "Task" [ 1157.615525] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.623911] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5289fbb5-d50b-2754-715c-700b9e3623ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.748038] env[64658]: DEBUG nova.scheduler.client.report [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.842853] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.869425] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.869749] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.870069] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.870227] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.870486] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.870802] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.871108] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.871526] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.871890] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.872114] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.872359] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.873585] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc821fc0-9a07-4934-b617-66b4653d1db4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.883298] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba38d28-25ce-4f5f-820f-5933fdff6e7b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.906508] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 59e56795-c3c0-4e4a-9ff5-012b3aa3d435] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.959186] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734517, 'name': Rename_Task, 'duration_secs': 0.168138} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.959511] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.959784] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011bf6f6-3cf7-414b-9180-247ee0be60b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.966411] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1157.966411] env[64658]: value = "task-2734518" [ 1157.966411] env[64658]: _type = "Task" [ 1157.966411] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.974424] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.012456] env[64658]: DEBUG oslo_concurrency.lockutils [req-137175e5-7bd1-4d0a-ac56-0eea0eea61dd req-bb5889b3-610d-41d5-a858-66995c21af06 service nova] Releasing lock "refresh_cache-ad5884a0-0877-43e9-a876-4786acf96abb" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.103860] env[64658]: DEBUG nova.network.neutron [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.128826] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5289fbb5-d50b-2754-715c-700b9e3623ec, 'name': SearchDatastore_Task, 'duration_secs': 0.022317} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.129200] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.129533] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.130072] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a057a50-1e30-4fef-a5fe-b31b9dde5a94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.136948] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1158.136948] env[64658]: value = "task-2734519" [ 1158.136948] env[64658]: _type = "Task" [ 1158.136948] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.146344] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.188055] env[64658]: DEBUG nova.compute.manager [req-c8182905-32a2-45fe-89a2-88424ea9821a req-e3b11eaf-ddf9-4050-9075-74faa99e41ee service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Received event network-vif-plugged-56a6c0d2-b3c7-47bf-be93-668f4d309fd5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.188338] env[64658]: DEBUG oslo_concurrency.lockutils [req-c8182905-32a2-45fe-89a2-88424ea9821a req-e3b11eaf-ddf9-4050-9075-74faa99e41ee service nova] Acquiring lock "083e1786-eaa8-44cd-b1dc-a91eafa07019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.188633] env[64658]: DEBUG oslo_concurrency.lockutils [req-c8182905-32a2-45fe-89a2-88424ea9821a req-e3b11eaf-ddf9-4050-9075-74faa99e41ee service nova] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.188967] env[64658]: DEBUG oslo_concurrency.lockutils [req-c8182905-32a2-45fe-89a2-88424ea9821a req-e3b11eaf-ddf9-4050-9075-74faa99e41ee service nova] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.189052] env[64658]: DEBUG nova.compute.manager [req-c8182905-32a2-45fe-89a2-88424ea9821a req-e3b11eaf-ddf9-4050-9075-74faa99e41ee service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] No waiting events found dispatching network-vif-plugged-56a6c0d2-b3c7-47bf-be93-668f4d309fd5 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.189272] env[64658]: WARNING nova.compute.manager [req-c8182905-32a2-45fe-89a2-88424ea9821a req-e3b11eaf-ddf9-4050-9075-74faa99e41ee service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Received unexpected event network-vif-plugged-56a6c0d2-b3c7-47bf-be93-668f4d309fd5 for instance with vm_state building and task_state spawning. [ 1158.252636] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.253287] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.256154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.529s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.256474] env[64658]: DEBUG nova.objects.instance [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'resources' on Instance uuid 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.263698] env[64658]: DEBUG nova.network.neutron [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Updating instance_info_cache with network_info: [{"id": "5d32bbd2-ece3-448b-b83e-9bb32e8617bc", "address": "fa:16:3e:95:db:15", "network": {"id": "4677a1d9-366a-4f11-9c9f-84c6d1ba6ad3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1508466202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815e2684c49c4df1b629e19ded065e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32bbd2-ec", "ovs_interfaceid": "5d32bbd2-ece3-448b-b83e-9bb32e8617bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.314409] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Successfully updated port: 56a6c0d2-b3c7-47bf-be93-668f4d309fd5 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.356925] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8ce98ce5-1ce7-4ea3-98f5-fdd165400f3d tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.412034] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 3bffa434-8e8c-4158-875f-720aed2cd1bd] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.478014] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.647737] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.761286] env[64658]: DEBUG nova.compute.utils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1158.767474] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.767474] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.770667] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Releasing lock "refresh_cache-b3dfc178-6cfa-4715-bff2-dc66be401acf" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.770946] env[64658]: DEBUG nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Instance network_info: |[{"id": "5d32bbd2-ece3-448b-b83e-9bb32e8617bc", "address": "fa:16:3e:95:db:15", "network": {"id": "4677a1d9-366a-4f11-9c9f-84c6d1ba6ad3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1508466202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815e2684c49c4df1b629e19ded065e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d32bbd2-ec", "ovs_interfaceid": "5d32bbd2-ece3-448b-b83e-9bb32e8617bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.771374] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:db:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d32bbd2-ece3-448b-b83e-9bb32e8617bc', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.780765] env[64658]: DEBUG oslo.service.loopingcall [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.782109] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.782447] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cf7a4b9-22f9-4733-a0a4-6b11dfbbe4ce {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.807924] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.807924] env[64658]: value = "task-2734520" [ 1158.807924] env[64658]: _type = "Task" [ 1158.807924] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.821321] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "refresh_cache-083e1786-eaa8-44cd-b1dc-a91eafa07019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.821526] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "refresh_cache-083e1786-eaa8-44cd-b1dc-a91eafa07019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.821656] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.823087] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734520, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.843697] env[64658]: DEBUG nova.policy [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3e6a764445a4f728ca24d992e997233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4835459861334b4aa3b61418e8210e1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.618391] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 4b6af49c-c2d5-4df0-818f-788616455019] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.620935] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.655682] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734520, 'name': CreateVM_Task, 'duration_secs': 0.535864} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.656238] env[64658]: DEBUG oslo_vmware.api [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734518, 'name': PowerOnVM_Task, 'duration_secs': 0.636869} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.656443] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654494} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.656603] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.656831] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.657037] env[64658]: INFO nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1159.657223] env[64658]: DEBUG nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.657495] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.657688] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.658801] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.658801] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.658801] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.659570] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464963f7-78cb-41f6-9aeb-fbfa38068098 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.662164] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd0df2b4-3541-40e1-a185-e9b246a3de75 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.665376] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54b8301-058c-48ec-ac92-aef5b9abb5a7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.671594] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.677582] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1159.677582] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522eb639-19c4-82a5-e0e9-93ac188475d1" [ 1159.677582] env[64658]: _type = "Task" [ 1159.677582] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.677856] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1159.677856] env[64658]: value = "task-2734521" [ 1159.677856] env[64658]: _type = "Task" [ 1159.677856] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.699506] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.699506] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522eb639-19c4-82a5-e0e9-93ac188475d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017451} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.699668] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.699819] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.700039] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.700178] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.700349] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.702766] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5702dfc-c3ef-4cc5-8947-b4e31f42efa1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.715795] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.716579] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.717853] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9faaf88-aef8-453c-b3bb-14c91fccfb80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.724970] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1159.724970] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c25b3c-add5-946f-68c3-a6da4a536200" [ 1159.724970] env[64658]: _type = "Task" [ 1159.724970] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.733204] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c25b3c-add5-946f-68c3-a6da4a536200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.829698] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f0b21-bd99-420d-a94f-0c8cc46cf616 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.837799] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3cade2-eecd-4f9e-90ad-1c3fe84876cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.869814] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Updating instance_info_cache with network_info: [{"id": "56a6c0d2-b3c7-47bf-be93-668f4d309fd5", "address": "fa:16:3e:2e:e7:90", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a6c0d2-b3", "ovs_interfaceid": "56a6c0d2-b3c7-47bf-be93-668f4d309fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.871519] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1b622a-f9f9-43d4-98e6-4bb97ababd59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.879533] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb0f52b-ad1b-4e7c-ab46-6475600e2c20 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.894447] env[64658]: DEBUG nova.compute.provider_tree [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.959628] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Successfully created port: 1746461e-397b-4af3-98a0-f24e669bd050 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.129646] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: ee7df966-a2fa-4dd2-ba45-6f96aeda7e27] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1160.139329] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.139569] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.139767] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.139969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.140175] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.144799] env[64658]: INFO nova.compute.manager [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Terminating instance [ 1160.198213] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070243} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.199989] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.201785] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af648e75-86b8-41b0-80c8-e135f524aa5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.205006] env[64658]: INFO nova.compute.manager [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Took 21.30 seconds to build instance. [ 1160.227267] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.228690] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21f7dff3-6674-45b5-8c59-d954bcd1c6bd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.244741] env[64658]: DEBUG nova.compute.manager [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Received event network-changed-56a6c0d2-b3c7-47bf-be93-668f4d309fd5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.244939] env[64658]: DEBUG nova.compute.manager [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Refreshing instance network info cache due to event network-changed-56a6c0d2-b3c7-47bf-be93-668f4d309fd5. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1160.245148] env[64658]: DEBUG oslo_concurrency.lockutils [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] Acquiring lock "refresh_cache-083e1786-eaa8-44cd-b1dc-a91eafa07019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.255710] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c25b3c-add5-946f-68c3-a6da4a536200, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.257534] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1160.257534] env[64658]: value = "task-2734522" [ 1160.257534] env[64658]: _type = "Task" [ 1160.257534] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.257737] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95a759f-7be1-4932-a83a-1a15225da337 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.268101] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1160.268101] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d36055-62d4-6de9-a177-9da0c21f0f43" [ 1160.268101] env[64658]: _type = "Task" [ 1160.268101] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.271742] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.279596] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d36055-62d4-6de9-a177-9da0c21f0f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.375553] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "refresh_cache-083e1786-eaa8-44cd-b1dc-a91eafa07019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.375952] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Instance network_info: |[{"id": "56a6c0d2-b3c7-47bf-be93-668f4d309fd5", "address": "fa:16:3e:2e:e7:90", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a6c0d2-b3", "ovs_interfaceid": "56a6c0d2-b3c7-47bf-be93-668f4d309fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.376596] env[64658]: DEBUG oslo_concurrency.lockutils [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] Acquired lock "refresh_cache-083e1786-eaa8-44cd-b1dc-a91eafa07019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.376846] env[64658]: DEBUG nova.network.neutron [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Refreshing network info cache for port 56a6c0d2-b3c7-47bf-be93-668f4d309fd5 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.378481] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:e7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a6c0d2-b3c7-47bf-be93-668f4d309fd5', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.387247] env[64658]: DEBUG oslo.service.loopingcall [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.390443] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.391196] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f989c7ba-122e-4cb7-b5ce-e86d941f4571 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.409445] env[64658]: DEBUG nova.scheduler.client.report [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.419427] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.419427] env[64658]: value = "task-2734523" [ 1160.419427] env[64658]: _type = "Task" [ 1160.419427] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.430625] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734523, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.620656] env[64658]: DEBUG nova.network.neutron [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Updated VIF entry in instance network info cache for port 56a6c0d2-b3c7-47bf-be93-668f4d309fd5. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.621029] env[64658]: DEBUG nova.network.neutron [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Updating instance_info_cache with network_info: [{"id": "56a6c0d2-b3c7-47bf-be93-668f4d309fd5", "address": "fa:16:3e:2e:e7:90", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a6c0d2-b3", "ovs_interfaceid": "56a6c0d2-b3c7-47bf-be93-668f4d309fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.632671] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 4f466b34-4e7f-4b25-9053-8d0c21752c48] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1160.649484] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.652336] env[64658]: DEBUG nova.compute.manager [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.652589] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.654529] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb50c43-e9ce-4240-86de-36566d7d8483 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.663611] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.663887] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-579986c4-fae7-4dd3-bc82-6c5fd3b19aef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.670115] env[64658]: DEBUG oslo_vmware.api [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1160.670115] env[64658]: value = "task-2734524" [ 1160.670115] env[64658]: _type = "Task" [ 1160.670115] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.679081] env[64658]: DEBUG oslo_vmware.api [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.688544] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.688808] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.688969] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.689213] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.689395] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.689548] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.689757] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.689922] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.690121] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.690300] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.690473] env[64658]: DEBUG nova.virt.hardware [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.691453] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5fb9c7-a6ea-47b0-919c-e26c8c20b9f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.700280] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78644ad2-41df-47ad-9134-21f2ba7a27d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.714919] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b57af14-a128-4313-8b47-ebfdea405d3d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.814s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.769333] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734522, 'name': ReconfigVM_Task, 'duration_secs': 0.289641} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.769663] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.770434] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d4ac87-01e7-4c3b-9cf7-a4b2d59a9cf2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.781554] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1160.781554] env[64658]: value = "task-2734525" [ 1160.781554] env[64658]: _type = "Task" [ 1160.781554] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.784877] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d36055-62d4-6de9-a177-9da0c21f0f43, 'name': SearchDatastore_Task, 'duration_secs': 0.015733} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.788021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.788350] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] b3dfc178-6cfa-4715-bff2-dc66be401acf/b3dfc178-6cfa-4715-bff2-dc66be401acf.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.788580] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc46bcdd-69e6-4ae9-b5a2-93f20f9af380 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.797261] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734525, 'name': Rename_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.799629] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1160.799629] env[64658]: value = "task-2734526" [ 1160.799629] env[64658]: _type = "Task" [ 1160.799629] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.808610] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.858846] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.859191] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.859374] env[64658]: DEBUG nova.compute.manager [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.860421] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c8795-bfe6-4a7a-a1c0-fb7e945b94dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.867537] env[64658]: DEBUG nova.compute.manager [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1160.868130] env[64658]: DEBUG nova.objects.instance [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lazy-loading 'flavor' on Instance uuid acff4f8f-394f-4069-8d7e-3fefb44c4030 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.914835] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.659s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.917297] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.035s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.917840] env[64658]: DEBUG nova.objects.instance [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lazy-loading 'resources' on Instance uuid 1e448cfd-f1bd-4c69-8ce7-77974390526f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.930182] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734523, 'name': CreateVM_Task, 'duration_secs': 0.369978} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.930394] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.931028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.931224] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.931533] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.931798] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6022a9d-f3be-4293-9e08-4f82d5da15c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.937495] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1160.937495] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52bde61e-9e01-72c0-e422-8750777dcdaf" [ 1160.937495] env[64658]: _type = "Task" [ 1160.937495] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.946554] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bde61e-9e01-72c0-e422-8750777dcdaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.947630] env[64658]: INFO nova.scheduler.client.report [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted allocations for instance 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61 [ 1161.123779] env[64658]: DEBUG oslo_concurrency.lockutils [req-4a4f6478-ad20-47e4-9d97-8a43d2039626 req-dd58e85f-ccce-4d2d-a9b7-f287a19086c4 service nova] Releasing lock "refresh_cache-083e1786-eaa8-44cd-b1dc-a91eafa07019" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.136225] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5dc4150c-685f-4beb-8a6b-770414be766c] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.180777] env[64658]: DEBUG oslo_vmware.api [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734524, 'name': PowerOffVM_Task, 'duration_secs': 0.204547} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.181084] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.181260] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.181550] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c9156bb-34a8-40ed-8216-86744bfb8f64 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.248084] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.248489] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.248893] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleting the datastore file [datastore2] 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.249249] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db2a6d0c-6f3e-4e0f-88e4-c15cf0ef8834 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.257358] env[64658]: DEBUG oslo_vmware.api [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1161.257358] env[64658]: value = "task-2734528" [ 1161.257358] env[64658]: _type = "Task" [ 1161.257358] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.266780] env[64658]: DEBUG oslo_vmware.api [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.294900] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734525, 'name': Rename_Task, 'duration_secs': 0.238761} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.295235] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.295511] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34fbeeae-e3f1-421f-96a6-b99fac66e25b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.302481] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1161.302481] env[64658]: value = "task-2734529" [ 1161.302481] env[64658]: _type = "Task" [ 1161.302481] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.314274] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.317656] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.450154] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52bde61e-9e01-72c0-e422-8750777dcdaf, 'name': SearchDatastore_Task, 'duration_secs': 0.015138} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.450154] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.450451] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.450587] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.450737] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.450942] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.451240] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e00bd498-74b0-400b-be9f-cf27e4b155d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.457866] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd89a6f4-0d24-493a-b14e-1cdf517d0bac tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "7b76cdd8-3c0e-4ed4-865f-a82a8f262a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.409s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.471820] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.472051] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.473555] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c90a17a-9d01-47cb-8ad2-adff459f4ecc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.479249] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1161.479249] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52056eb7-952e-9dd0-280e-1900590ba3a1" [ 1161.479249] env[64658]: _type = "Task" [ 1161.479249] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.491494] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52056eb7-952e-9dd0-280e-1900590ba3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.640376] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: bf6c1e9e-c206-4e6b-a0d8-4405839a2702] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.673412] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77041fcd-9cd5-4796-a0b3-db82f7cfb3f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.681911] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a37983-c202-4d8f-a86f-c7d95527063a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.713084] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5eca9b-2d58-4cba-9c4c-2d004795f077 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.721032] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b32c216-1e43-4169-a86f-fe7c280029db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.735046] env[64658]: DEBUG nova.compute.provider_tree [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.767303] env[64658]: DEBUG oslo_vmware.api [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294747} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.767548] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.767735] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.767907] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.768104] env[64658]: INFO nova.compute.manager [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.768392] env[64658]: DEBUG oslo.service.loopingcall [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.768594] env[64658]: DEBUG nova.compute.manager [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.768691] env[64658]: DEBUG nova.network.neutron [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.787664] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Successfully updated port: 1746461e-397b-4af3-98a0-f24e669bd050 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.816325] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605309} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.819813] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] b3dfc178-6cfa-4715-bff2-dc66be401acf/b3dfc178-6cfa-4715-bff2-dc66be401acf.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.820154] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.820481] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734529, 'name': PowerOnVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.821074] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef2a7ae-2bd4-4ffe-9d43-4ed42bddaa90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.828852] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1161.828852] env[64658]: value = "task-2734530" [ 1161.828852] env[64658]: _type = "Task" [ 1161.828852] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.839133] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.875766] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.876097] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a47ad8-1443-47c3-be3c-06c8afffb343 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.883310] env[64658]: DEBUG oslo_vmware.api [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1161.883310] env[64658]: value = "task-2734531" [ 1161.883310] env[64658]: _type = "Task" [ 1161.883310] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.891465] env[64658]: DEBUG oslo_vmware.api [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.993260] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52056eb7-952e-9dd0-280e-1900590ba3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01775} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.994634] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d90be1-de43-48de-993e-87762fec63e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.000544] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1162.000544] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c9fe23-39bf-21a2-393b-ae6672d986ac" [ 1162.000544] env[64658]: _type = "Task" [ 1162.000544] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.011680] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c9fe23-39bf-21a2-393b-ae6672d986ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.143683] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: afdef77d-2cba-47a6-b593-7736669070f0] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.241021] env[64658]: DEBUG nova.scheduler.client.report [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.264573] env[64658]: DEBUG nova.compute.manager [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Received event network-vif-plugged-1746461e-397b-4af3-98a0-f24e669bd050 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.264788] env[64658]: DEBUG oslo_concurrency.lockutils [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] Acquiring lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.264987] env[64658]: DEBUG oslo_concurrency.lockutils [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.265241] env[64658]: DEBUG oslo_concurrency.lockutils [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.265430] env[64658]: DEBUG nova.compute.manager [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] No waiting events found dispatching network-vif-plugged-1746461e-397b-4af3-98a0-f24e669bd050 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.265640] env[64658]: WARNING nova.compute.manager [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Received unexpected event network-vif-plugged-1746461e-397b-4af3-98a0-f24e669bd050 for instance with vm_state building and task_state spawning. [ 1162.265779] env[64658]: DEBUG nova.compute.manager [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Received event network-changed-1746461e-397b-4af3-98a0-f24e669bd050 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.266580] env[64658]: DEBUG nova.compute.manager [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Refreshing instance network info cache due to event network-changed-1746461e-397b-4af3-98a0-f24e669bd050. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1162.266580] env[64658]: DEBUG oslo_concurrency.lockutils [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] Acquiring lock "refresh_cache-5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.266813] env[64658]: DEBUG oslo_concurrency.lockutils [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] Acquired lock "refresh_cache-5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.266898] env[64658]: DEBUG nova.network.neutron [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Refreshing network info cache for port 1746461e-397b-4af3-98a0-f24e669bd050 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.290078] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "refresh_cache-5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.302712] env[64658]: DEBUG nova.compute.manager [req-80639e0f-3dcf-4415-94d2-1d9c2fdb73b5 req-e175210d-b8f6-4dbe-bc96-fa52bf40461d service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Received event network-vif-deleted-b65cee38-379c-4b05-bc81-71af00792444 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.302712] env[64658]: INFO nova.compute.manager [req-80639e0f-3dcf-4415-94d2-1d9c2fdb73b5 req-e175210d-b8f6-4dbe-bc96-fa52bf40461d service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Neutron deleted interface b65cee38-379c-4b05-bc81-71af00792444; detaching it from the instance and deleting it from the info cache [ 1162.302712] env[64658]: DEBUG nova.network.neutron [req-80639e0f-3dcf-4415-94d2-1d9c2fdb73b5 req-e175210d-b8f6-4dbe-bc96-fa52bf40461d service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.317742] env[64658]: DEBUG oslo_vmware.api [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734529, 'name': PowerOnVM_Task, 'duration_secs': 0.574097} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.318206] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.318404] env[64658]: INFO nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1162.318585] env[64658]: DEBUG nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.319463] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70218e1-55ac-4a96-b974-162e2975b2ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.339103] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140137} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.339362] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.340120] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6af0e0-fcfd-4a11-b45a-a0f5c63ce5a4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.364848] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b3dfc178-6cfa-4715-bff2-dc66be401acf/b3dfc178-6cfa-4715-bff2-dc66be401acf.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.366092] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a519621-b8e6-4151-a26f-76dda8713ac4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.391134] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1162.391134] env[64658]: value = "task-2734532" [ 1162.391134] env[64658]: _type = "Task" [ 1162.391134] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.397590] env[64658]: DEBUG oslo_vmware.api [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734531, 'name': PowerOffVM_Task, 'duration_secs': 0.320511} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.398239] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.398407] env[64658]: DEBUG nova.compute.manager [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.399153] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec7155-fc8d-447e-94b9-72ecb288a638 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.405268] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.463559] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "c479b559-d510-4d28-b060-15b8ad51e9a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.463788] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.463965] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.464601] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.464783] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.467170] env[64658]: INFO nova.compute.manager [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Terminating instance [ 1162.512129] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c9fe23-39bf-21a2-393b-ae6672d986ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014196} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.512483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.512695] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 083e1786-eaa8-44cd-b1dc-a91eafa07019/083e1786-eaa8-44cd-b1dc-a91eafa07019.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.512958] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4f3e788-f1f6-4b61-84f1-559c6a4b523e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.522354] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1162.522354] env[64658]: value = "task-2734533" [ 1162.522354] env[64658]: _type = "Task" [ 1162.522354] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.533878] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.650211] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 75f0eb9c-821c-4f8a-843d-cabea91f149d] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.744487] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.773298] env[64658]: INFO nova.scheduler.client.report [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Deleted allocations for instance 1e448cfd-f1bd-4c69-8ce7-77974390526f [ 1162.783987] env[64658]: DEBUG nova.network.neutron [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.803988] env[64658]: DEBUG nova.network.neutron [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.806458] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aacf6f49-0564-4167-b437-ad75853f08b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.816603] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7925658a-66ec-4032-8515-0d3ef27dbe6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.838667] env[64658]: INFO nova.compute.manager [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Took 23.61 seconds to build instance. [ 1162.851527] env[64658]: DEBUG nova.compute.manager [req-80639e0f-3dcf-4415-94d2-1d9c2fdb73b5 req-e175210d-b8f6-4dbe-bc96-fa52bf40461d service nova] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Detach interface failed, port_id=b65cee38-379c-4b05-bc81-71af00792444, reason: Instance 102cf96e-9cf9-4761-a1c7-97940113abff could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1162.897094] env[64658]: DEBUG nova.network.neutron [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.905853] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.914042] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3a46a035-f438-4fc7-8103-ab3f355a8aa4 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.970673] env[64658]: DEBUG nova.compute.manager [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.971187] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.971772] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7b744d-be8f-4334-96cf-ee8b6960e0cd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.980407] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.980676] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ef4d0b3-ba3f-4b8f-adf2-67c67e3b8757 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.988665] env[64658]: DEBUG oslo_vmware.api [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1162.988665] env[64658]: value = "task-2734534" [ 1162.988665] env[64658]: _type = "Task" [ 1162.988665] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.999068] env[64658]: DEBUG oslo_vmware.api [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.034519] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734533, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.158037] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 2e6c189f-d6c6-415c-9f64-b9b6413cdf87] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.284441] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f48738f9-5f2a-4dc4-93db-de24ae05a06d tempest-ServerMetadataTestJSON-518885728 tempest-ServerMetadataTestJSON-518885728-project-member] Lock "1e448cfd-f1bd-4c69-8ce7-77974390526f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.085s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.287199] env[64658]: INFO nova.compute.manager [-] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Took 1.52 seconds to deallocate network for instance. [ 1163.355603] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a861899c-ced7-44a8-9597-0c353655e00e tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.133s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.402875] env[64658]: DEBUG oslo_concurrency.lockutils [req-5d412655-504a-41c5-8799-e1289f0704dc req-726db611-e062-4fea-95f0-2f4a37079536 service nova] Releasing lock "refresh_cache-5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.403384] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734532, 'name': ReconfigVM_Task, 'duration_secs': 0.68088} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.403651] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "refresh_cache-5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.403949] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.405275] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b3dfc178-6cfa-4715-bff2-dc66be401acf/b3dfc178-6cfa-4715-bff2-dc66be401acf.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.405984] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40bd99f8-e6ea-40a0-9ab6-8577cc19d418 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.413272] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1163.413272] env[64658]: value = "task-2734535" [ 1163.413272] env[64658]: _type = "Task" [ 1163.413272] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.424687] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734535, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.499775] env[64658]: DEBUG oslo_vmware.api [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734534, 'name': PowerOffVM_Task, 'duration_secs': 0.335954} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.500180] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.500397] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.500690] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f3ff116-3e1b-4a6e-af61-24f259b5a886 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.533474] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847228} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.533897] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 083e1786-eaa8-44cd-b1dc-a91eafa07019/083e1786-eaa8-44cd-b1dc-a91eafa07019.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.534125] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.534574] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3ab68f5-4972-4fbf-ae66-c8f568ec562f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.540665] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1163.540665] env[64658]: value = "task-2734537" [ 1163.540665] env[64658]: _type = "Task" [ 1163.540665] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.550589] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.569715] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.570039] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.570293] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleting the datastore file [datastore1] c479b559-d510-4d28-b060-15b8ad51e9a9 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.570620] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1fb88c3-921b-43c4-8035-da5bfd67a31d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.578665] env[64658]: DEBUG oslo_vmware.api [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for the task: (returnval){ [ 1163.578665] env[64658]: value = "task-2734538" [ 1163.578665] env[64658]: _type = "Task" [ 1163.578665] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.589905] env[64658]: DEBUG oslo_vmware.api [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.661085] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 13b41870-4408-41c7-8e44-25f31f709f95] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.795543] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.796067] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.796388] env[64658]: DEBUG nova.objects.instance [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'resources' on Instance uuid 102cf96e-9cf9-4761-a1c7-97940113abff {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.925903] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734535, 'name': Rename_Task, 'duration_secs': 0.180099} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.926256] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.926451] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a58972bf-ca9a-4bef-aaa2-62a17e6dace7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.934062] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1163.934062] env[64658]: value = "task-2734539" [ 1163.934062] env[64658]: _type = "Task" [ 1163.934062] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.944161] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.944718] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.957662] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.958040] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.958267] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "acff4f8f-394f-4069-8d7e-3fefb44c4030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.958468] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.958636] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.961092] env[64658]: INFO nova.compute.manager [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Terminating instance [ 1164.051670] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070606} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.051971] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.052844] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294dd48f-cf0c-41f8-ad45-f5a741c35e05 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.078806] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 083e1786-eaa8-44cd-b1dc-a91eafa07019/083e1786-eaa8-44cd-b1dc-a91eafa07019.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.081920] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ad9689-946c-4908-b859-d24d06bf2a2a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.108370] env[64658]: DEBUG oslo_vmware.api [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Task: {'id': task-2734538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412545} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.109738] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.109957] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.110185] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.110369] env[64658]: INFO nova.compute.manager [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1164.110694] env[64658]: DEBUG oslo.service.loopingcall [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.110889] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1164.110889] env[64658]: value = "task-2734540" [ 1164.110889] env[64658]: _type = "Task" [ 1164.110889] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.111094] env[64658]: DEBUG nova.compute.manager [-] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.111192] env[64658]: DEBUG nova.network.neutron [-] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.121583] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.134565] env[64658]: DEBUG nova.network.neutron [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Updating instance_info_cache with network_info: [{"id": "1746461e-397b-4af3-98a0-f24e669bd050", "address": "fa:16:3e:89:16:1c", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1746461e-39", "ovs_interfaceid": "1746461e-397b-4af3-98a0-f24e669bd050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.164818] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 9c994fa0-bb33-442d-8a59-8639509102c8] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.448947] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.468363] env[64658]: DEBUG nova.compute.manager [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.468363] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.471765] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e115a1a-f48a-482c-ac8e-84f6dbbc6264 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.480574] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.481548] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdf2e214-727c-445b-bafb-2a62f615f2b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.536486] env[64658]: DEBUG nova.compute.manager [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Received event network-changed-557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.536795] env[64658]: DEBUG nova.compute.manager [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Refreshing instance network info cache due to event network-changed-557c707a-295e-4dee-b909-a937eddc1e0b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.537105] env[64658]: DEBUG oslo_concurrency.lockutils [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] Acquiring lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.537342] env[64658]: DEBUG oslo_concurrency.lockutils [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] Acquired lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.537632] env[64658]: DEBUG nova.network.neutron [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Refreshing network info cache for port 557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.556044] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.556044] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.556044] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleting the datastore file [datastore1] acff4f8f-394f-4069-8d7e-3fefb44c4030 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.556044] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-985ab68f-d973-47f4-8719-20b6713a607e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.562952] env[64658]: DEBUG oslo_vmware.api [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1164.562952] env[64658]: value = "task-2734542" [ 1164.562952] env[64658]: _type = "Task" [ 1164.562952] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.578790] env[64658]: DEBUG oslo_vmware.api [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.599341] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206c314-6556-43eb-9a17-e22ad39397c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.610315] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4873f91-6f41-4935-9897-a5f278b01500 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.624610] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.652417] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "refresh_cache-5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.652417] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Instance network_info: |[{"id": "1746461e-397b-4af3-98a0-f24e669bd050", "address": "fa:16:3e:89:16:1c", "network": {"id": "325a98f9-deb5-4737-8ce1-eaa8afe61736", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-875333994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4835459861334b4aa3b61418e8210e1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1746461e-39", "ovs_interfaceid": "1746461e-397b-4af3-98a0-f24e669bd050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.652417] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:16:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1746461e-397b-4af3-98a0-f24e669bd050', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.658710] env[64658]: DEBUG oslo.service.loopingcall [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.659459] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078b9720-9e3d-4e32-a846-ad048f4822f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.662369] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.662704] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b248169f-28ba-40da-9e36-5d3bf10cd53b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.678617] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 1b748abb-c3b6-4ccc-8f0f-a72011d8f51c] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.684649] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08704cc-5896-429b-8f89-ea15c34e44a0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.690904] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.690904] env[64658]: value = "task-2734543" [ 1164.690904] env[64658]: _type = "Task" [ 1164.690904] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.703369] env[64658]: DEBUG nova.compute.provider_tree [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.713535] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734543, 'name': CreateVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.794672] env[64658]: DEBUG nova.compute.manager [req-73bde02f-4883-4933-a4aa-383dd621939f req-21f0764f-0a56-40e0-8789-3e6c43350879 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Received event network-vif-deleted-3247fbba-b80e-4183-ab8e-b3ba8629e287 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.794781] env[64658]: INFO nova.compute.manager [req-73bde02f-4883-4933-a4aa-383dd621939f req-21f0764f-0a56-40e0-8789-3e6c43350879 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Neutron deleted interface 3247fbba-b80e-4183-ab8e-b3ba8629e287; detaching it from the instance and deleting it from the info cache [ 1164.794973] env[64658]: DEBUG nova.network.neutron [req-73bde02f-4883-4933-a4aa-383dd621939f req-21f0764f-0a56-40e0-8789-3e6c43350879 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.952046] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.075314] env[64658]: DEBUG oslo_vmware.api [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184901} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.075604] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.075800] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.080023] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.080023] env[64658]: INFO nova.compute.manager [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1165.080023] env[64658]: DEBUG oslo.service.loopingcall [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.080847] env[64658]: DEBUG nova.compute.manager [-] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.080990] env[64658]: DEBUG nova.network.neutron [-] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.126027] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734540, 'name': ReconfigVM_Task, 'duration_secs': 0.560018} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.126474] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 083e1786-eaa8-44cd-b1dc-a91eafa07019/083e1786-eaa8-44cd-b1dc-a91eafa07019.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.127204] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52bfae1d-482e-474c-b9e5-407d86ce5d71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.133203] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1165.133203] env[64658]: value = "task-2734544" [ 1165.133203] env[64658]: _type = "Task" [ 1165.133203] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.147897] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734544, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.185233] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: b14417a8-4522-465d-9eff-f44b1e438595] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.202488] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734543, 'name': CreateVM_Task, 'duration_secs': 0.496141} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.205071] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.205772] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.205930] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.206512] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.207838] env[64658]: DEBUG nova.scheduler.client.report [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.211238] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d349a84-f176-445d-a24a-367188d6ae87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.217370] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1165.217370] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522100d0-7c4e-e4f4-13c3-1faeb915542e" [ 1165.217370] env[64658]: _type = "Task" [ 1165.217370] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.226619] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522100d0-7c4e-e4f4-13c3-1faeb915542e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.268087] env[64658]: DEBUG nova.network.neutron [-] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.298977] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d9a9b9b-d605-4a18-b1d4-16edd997fdb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.309852] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d02a20-0f78-48b5-92e5-0e70cf703e9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.321172] env[64658]: DEBUG nova.network.neutron [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updated VIF entry in instance network info cache for port 557c707a-295e-4dee-b909-a937eddc1e0b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.321543] env[64658]: DEBUG nova.network.neutron [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.344226] env[64658]: DEBUG nova.compute.manager [req-73bde02f-4883-4933-a4aa-383dd621939f req-21f0764f-0a56-40e0-8789-3e6c43350879 service nova] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Detach interface failed, port_id=3247fbba-b80e-4183-ab8e-b3ba8629e287, reason: Instance c479b559-d510-4d28-b060-15b8ad51e9a9 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1165.448721] env[64658]: DEBUG oslo_vmware.api [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734539, 'name': PowerOnVM_Task, 'duration_secs': 1.188929} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.448986] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.449237] env[64658]: INFO nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1165.449423] env[64658]: DEBUG nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.450260] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27c43c-ed38-4db4-9ed1-b12f66601a55 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.645036] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734544, 'name': Rename_Task, 'duration_secs': 0.165905} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.645299] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.645515] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f82cd0-1ce3-46ee-9d3f-e3f6ab3de45e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.651426] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1165.651426] env[64658]: value = "task-2734545" [ 1165.651426] env[64658]: _type = "Task" [ 1165.651426] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.658800] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.688551] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: acc0f605-4ba1-442c-ac75-051e800b49b8] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.715593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.728658] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522100d0-7c4e-e4f4-13c3-1faeb915542e, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.729035] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.733021] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.733021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.733021] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.733021] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.733021] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1313396a-152d-4d1f-8be9-0b58870273aa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.738829] env[64658]: INFO nova.scheduler.client.report [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted allocations for instance 102cf96e-9cf9-4761-a1c7-97940113abff [ 1165.743803] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.743986] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.744831] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177fa193-0932-42c5-820a-1cef3a20a3da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.750379] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1165.750379] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]522bcf6f-694c-9c2d-9325-f0d6b9858b8d" [ 1165.750379] env[64658]: _type = "Task" [ 1165.750379] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.759440] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522bcf6f-694c-9c2d-9325-f0d6b9858b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.771410] env[64658]: INFO nova.compute.manager [-] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Took 1.66 seconds to deallocate network for instance. [ 1165.824876] env[64658]: DEBUG oslo_concurrency.lockutils [req-4690f4ea-a679-4d05-b891-1a120a40587a req-372ba796-d418-43c2-a7bb-1b85907a07f0 service nova] Releasing lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.885628] env[64658]: DEBUG nova.network.neutron [-] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.971441] env[64658]: INFO nova.compute.manager [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Took 23.18 seconds to build instance. [ 1166.123855] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52224169-4964-a49a-6091-f914f6b1db09/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1166.125224] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89864b-5fd0-4299-8694-2c491eb69f9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.131529] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52224169-4964-a49a-6091-f914f6b1db09/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1166.131695] env[64658]: ERROR oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52224169-4964-a49a-6091-f914f6b1db09/disk-0.vmdk due to incomplete transfer. [ 1166.131920] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54bf52ec-e3dc-4491-a76a-b089e0c02f7a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.139128] env[64658]: DEBUG oslo_vmware.rw_handles [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52224169-4964-a49a-6091-f914f6b1db09/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1166.139337] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Uploaded image dc164f14-ae56-42c6-957f-b75995057b55 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1166.142021] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1166.142273] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c605932-d6c4-4f9d-a8d2-623db39425f0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.149033] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1166.149033] env[64658]: value = "task-2734546" [ 1166.149033] env[64658]: _type = "Task" [ 1166.149033] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.161872] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734546, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.165074] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734545, 'name': PowerOnVM_Task, 'duration_secs': 0.50791} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.165399] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.165639] env[64658]: INFO nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1166.165841] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.166688] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81fd81f-c63d-41a7-b9c3-958a8a549d81 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.192109] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 604afb68-292a-4e28-a901-9df7a8d5be47] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.246954] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f8047c29-da74-4999-9bba-8519366f772c tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "102cf96e-9cf9-4761-a1c7-97940113abff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.107s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.261350] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]522bcf6f-694c-9c2d-9325-f0d6b9858b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015507} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.262054] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee35d20-5276-4eb9-9ed8-4f3972bb871c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.268012] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1166.268012] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52442932-9ffa-6d77-dc2d-97c61f544ba0" [ 1166.268012] env[64658]: _type = "Task" [ 1166.268012] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.276714] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52442932-9ffa-6d77-dc2d-97c61f544ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.277545] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.277777] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.277989] env[64658]: DEBUG nova.objects.instance [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lazy-loading 'resources' on Instance uuid c479b559-d510-4d28-b060-15b8ad51e9a9 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.389807] env[64658]: INFO nova.compute.manager [-] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Took 1.31 seconds to deallocate network for instance. [ 1166.473676] env[64658]: DEBUG oslo_concurrency.lockutils [None req-32420c95-84f1-436a-94b5-bbcd567d1d55 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.686s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.563717] env[64658]: DEBUG nova.compute.manager [req-99760d0d-6082-4cf9-870e-d78d00dd3e09 req-750b991e-298b-407c-ba2a-756b84eb28ae service nova] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Received event network-vif-deleted-f2589458-faef-46a0-bafb-cd8ad8b67dd3 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.660745] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734546, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.682590] env[64658]: INFO nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Took 17.78 seconds to build instance. [ 1166.695969] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.696591] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Cleaning up deleted instances with incomplete migration {{(pid=64658) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1166.782783] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52442932-9ffa-6d77-dc2d-97c61f544ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.055809} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.783198] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.783466] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed/5260a6b4-f9e2-4a33-abb2-1b508c05f9ed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.783824] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ac65902-50b0-4a53-ad53-1efa4d514eb3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.791534] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1166.791534] env[64658]: value = "task-2734547" [ 1166.791534] env[64658]: _type = "Task" [ 1166.791534] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.801772] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.895962] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.987076] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102aeb25-5df4-453c-bbb6-480e34aec912 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.995377] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16737a-5d15-45ac-99ed-bb4c5d3e3a42 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.026333] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24221dd0-5f5c-4251-b68a-db5c28eb880e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.034659] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afb22ef-c8d9-499f-ae4d-69bc6535791a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.050241] env[64658]: DEBUG nova.compute.provider_tree [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.159767] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734546, 'name': Destroy_Task, 'duration_secs': 1.003468} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.160331] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Destroyed the VM [ 1167.160331] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1167.160590] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0cfdef6c-b975-4be3-8c92-173674b8b294 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.167670] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1167.167670] env[64658]: value = "task-2734548" [ 1167.167670] env[64658]: _type = "Task" [ 1167.167670] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.178033] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.184731] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.295s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.199102] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.302326] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.553677] env[64658]: DEBUG nova.scheduler.client.report [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.679227] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734548, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.802474] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640629} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.802749] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore2] 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed/5260a6b4-f9e2-4a33-abb2-1b508c05f9ed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.802955] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.803243] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd027e4-69fc-4f44-b869-9ffdbf8b12a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.811869] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1167.811869] env[64658]: value = "task-2734549" [ 1167.811869] env[64658]: _type = "Task" [ 1167.811869] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.817166] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.061015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.064349] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.168s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.064607] env[64658]: DEBUG nova.objects.instance [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lazy-loading 'resources' on Instance uuid acff4f8f-394f-4069-8d7e-3fefb44c4030 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.085260] env[64658]: INFO nova.scheduler.client.report [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Deleted allocations for instance c479b559-d510-4d28-b060-15b8ad51e9a9 [ 1168.179030] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734548, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556499} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.179167] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1168.179452] env[64658]: DEBUG nova.compute.manager [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.180283] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c1af56-fff4-4ab7-938a-90386e000689 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.318829] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066492} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.319128] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.319894] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f290a074-eb5e-46cc-bcd3-00d5f49faf9f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.342123] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed/5260a6b4-f9e2-4a33-abb2-1b508c05f9ed.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.342412] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-393a8958-4a4b-4a05-8749-a010fc994cf2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.362305] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1168.362305] env[64658]: value = "task-2734550" [ 1168.362305] env[64658]: _type = "Task" [ 1168.362305] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.371393] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.592723] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8395d997-7531-4b70-b595-cab9e7a82297 tempest-AttachInterfacesTestJSON-2147157919 tempest-AttachInterfacesTestJSON-2147157919-project-member] Lock "c479b559-d510-4d28-b060-15b8ad51e9a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.129s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.691864] env[64658]: INFO nova.compute.manager [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Shelve offloading [ 1168.696405] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.696613] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.730351] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2a3b10-fa2f-486e-a190-d9b34a03b2a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.738788] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50dc24a-999f-4299-ad7e-c54c54af95f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.770423] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6be14c0-7de3-459c-a3fa-d0dce3abe230 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.778311] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e19379-fce0-4db4-a38c-e70a5a93eaea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.791882] env[64658]: DEBUG nova.compute.provider_tree [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.841074] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.841430] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.874148] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.199644] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.202939] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ef2a343-32ec-4f05-9534-a10cfbad89cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.205880] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.205880] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1169.212535] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1169.212535] env[64658]: value = "task-2734551" [ 1169.212535] env[64658]: _type = "Task" [ 1169.212535] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.220351] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.295566] env[64658]: DEBUG nova.scheduler.client.report [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.343591] env[64658]: DEBUG nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.373316] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734550, 'name': ReconfigVM_Task, 'duration_secs': 0.799237} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.373960] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed/5260a6b4-f9e2-4a33-abb2-1b508c05f9ed.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.374681] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce9aeedb-b1bd-4269-9f0d-b93a7df4d171 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.381489] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1169.381489] env[64658]: value = "task-2734552" [ 1169.381489] env[64658]: _type = "Task" [ 1169.381489] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.389716] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734552, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.538500] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b3dfc178-6cfa-4715-bff2-dc66be401acf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.538781] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.538989] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b3dfc178-6cfa-4715-bff2-dc66be401acf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.539189] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.539357] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.541804] env[64658]: INFO nova.compute.manager [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Terminating instance [ 1169.724058] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1169.724301] env[64658]: DEBUG nova.compute.manager [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.725102] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46713925-6eab-47f7-943b-1f677122d977 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.731222] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.731475] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.731551] env[64658]: DEBUG nova.network.neutron [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.800342] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.824290] env[64658]: INFO nova.scheduler.client.report [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted allocations for instance acff4f8f-394f-4069-8d7e-3fefb44c4030 [ 1169.865036] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.865310] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.866833] env[64658]: INFO nova.compute.claims [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.893021] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734552, 'name': Rename_Task, 'duration_secs': 0.309357} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.893021] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.893021] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f40aa830-6f0c-454c-be30-270cff7a9321 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.898365] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1169.898365] env[64658]: value = "task-2734553" [ 1169.898365] env[64658]: _type = "Task" [ 1169.898365] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.910386] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.045816] env[64658]: DEBUG nova.compute.manager [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.046064] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.046957] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ba23b0-c74b-47a7-b62a-99c2f7b786c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.055445] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.055698] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5aa1a31-713a-4667-899a-201a23aaee29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.062387] env[64658]: DEBUG oslo_vmware.api [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1170.062387] env[64658]: value = "task-2734554" [ 1170.062387] env[64658]: _type = "Task" [ 1170.062387] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.070261] env[64658]: DEBUG oslo_vmware.api [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.333503] env[64658]: DEBUG oslo_concurrency.lockutils [None req-429fd26c-bfc8-4752-9bc7-4a5123d81837 tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "acff4f8f-394f-4069-8d7e-3fefb44c4030" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.375s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.411459] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734553, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.572783] env[64658]: DEBUG oslo_vmware.api [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734554, 'name': PowerOffVM_Task, 'duration_secs': 0.180048} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.573092] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.573264] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.573512] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7252476-700a-49f9-ba33-815b0ce0be6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.576095] env[64658]: DEBUG nova.network.neutron [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb199d-06", "ovs_interfaceid": "92fb199d-0627-4b28-9961-df478187f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.659860] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.660138] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.661035] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Deleting the datastore file [datastore1] b3dfc178-6cfa-4715-bff2-dc66be401acf {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.661035] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3972a944-c7ee-4794-86b5-190195590974 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.668255] env[64658]: DEBUG oslo_vmware.api [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1170.668255] env[64658]: value = "task-2734556" [ 1170.668255] env[64658]: _type = "Task" [ 1170.668255] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.675548] env[64658]: DEBUG oslo_vmware.api [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.751245] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.751437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.751603] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1170.912976] env[64658]: DEBUG oslo_vmware.api [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734553, 'name': PowerOnVM_Task, 'duration_secs': 0.537221} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.913811] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.914324] env[64658]: INFO nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1170.914417] env[64658]: DEBUG nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.917764] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2a37fd-d27d-4267-a951-42af2ab7a9f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.993147] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "8883e2fc-fa2b-424b-8e38-665ab832fb81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.993408] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.993590] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "8883e2fc-fa2b-424b-8e38-665ab832fb81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.993774] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.993940] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.997046] env[64658]: INFO nova.compute.manager [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Terminating instance [ 1171.079134] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.102234] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83166869-dd69-4ea0-8065-055026b8d540 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.110664] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b7b147-a620-4bb1-8b69-356cc933fbb5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.141676] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe6b0b6-cb1f-4fda-b8de-52f394c180dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.149222] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6204bede-a00b-4869-a221-08e1dae6d8b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.162941] env[64658]: DEBUG nova.compute.provider_tree [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.177296] env[64658]: DEBUG oslo_vmware.api [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129832} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.179297] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.179492] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.179784] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.179999] env[64658]: INFO nova.compute.manager [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1171.180761] env[64658]: DEBUG oslo.service.loopingcall [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.180761] env[64658]: DEBUG nova.compute.manager [-] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.180761] env[64658]: DEBUG nova.network.neutron [-] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.441128] env[64658]: INFO nova.compute.manager [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Took 22.51 seconds to build instance. [ 1171.471556] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.471940] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ca92a1-d2de-46ba-ba55-453166e03298 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.480751] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.481023] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f160589a-8884-4e16-aefa-fc3b7cd4bd0c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.493731] env[64658]: DEBUG nova.compute.manager [req-d3bf5b84-9948-4a89-afb6-707d0cab59a8 req-35e00c72-b365-461f-b827-e74c77d733eb service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received event network-vif-unplugged-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1171.493731] env[64658]: DEBUG oslo_concurrency.lockutils [req-d3bf5b84-9948-4a89-afb6-707d0cab59a8 req-35e00c72-b365-461f-b827-e74c77d733eb service nova] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.493731] env[64658]: DEBUG oslo_concurrency.lockutils [req-d3bf5b84-9948-4a89-afb6-707d0cab59a8 req-35e00c72-b365-461f-b827-e74c77d733eb service nova] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.493731] env[64658]: DEBUG oslo_concurrency.lockutils [req-d3bf5b84-9948-4a89-afb6-707d0cab59a8 req-35e00c72-b365-461f-b827-e74c77d733eb service nova] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.493731] env[64658]: DEBUG nova.compute.manager [req-d3bf5b84-9948-4a89-afb6-707d0cab59a8 req-35e00c72-b365-461f-b827-e74c77d733eb service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] No waiting events found dispatching network-vif-unplugged-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.493731] env[64658]: WARNING nova.compute.manager [req-d3bf5b84-9948-4a89-afb6-707d0cab59a8 req-35e00c72-b365-461f-b827-e74c77d733eb service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received unexpected event network-vif-unplugged-92fb199d-0627-4b28-9961-df478187f0cd for instance with vm_state shelved and task_state shelving_offloading. [ 1171.504642] env[64658]: DEBUG nova.compute.manager [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.504854] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.505710] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e82f60-96c9-4e26-98e3-7b4f011e5476 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.513585] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.513839] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809195c0-bf44-43c9-92cd-74d8f504d2c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.520282] env[64658]: DEBUG oslo_vmware.api [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1171.520282] env[64658]: value = "task-2734558" [ 1171.520282] env[64658]: _type = "Task" [ 1171.520282] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.530821] env[64658]: DEBUG oslo_vmware.api [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.547387] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.547613] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.547800] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleting the datastore file [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.550240] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-678d20b0-1eff-40d8-bd02-ba3575f1140d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.553657] env[64658]: DEBUG nova.compute.manager [req-8d5198fa-8505-45d6-8ec6-c7dc12c889fd req-4175f5d0-623d-42fb-ab84-4abe30573ea2 service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Received event network-vif-deleted-5d32bbd2-ece3-448b-b83e-9bb32e8617bc {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1171.553864] env[64658]: INFO nova.compute.manager [req-8d5198fa-8505-45d6-8ec6-c7dc12c889fd req-4175f5d0-623d-42fb-ab84-4abe30573ea2 service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Neutron deleted interface 5d32bbd2-ece3-448b-b83e-9bb32e8617bc; detaching it from the instance and deleting it from the info cache [ 1171.554228] env[64658]: DEBUG nova.network.neutron [req-8d5198fa-8505-45d6-8ec6-c7dc12c889fd req-4175f5d0-623d-42fb-ab84-4abe30573ea2 service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.563028] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1171.563028] env[64658]: value = "task-2734559" [ 1171.563028] env[64658]: _type = "Task" [ 1171.563028] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.573237] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.667297] env[64658]: DEBUG nova.scheduler.client.report [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.943929] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8c9b37bd-4bf0-4922-bce6-61145af3840b tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.019s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.963019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "083e1786-eaa8-44cd-b1dc-a91eafa07019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.963997] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.963997] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "083e1786-eaa8-44cd-b1dc-a91eafa07019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.963997] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.963997] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.965977] env[64658]: INFO nova.compute.manager [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Terminating instance [ 1171.982881] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Updating instance_info_cache with network_info: [{"id": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "address": "fa:16:3e:b3:87:35", "network": {"id": "ba2d369a-69a2-4725-9429-6a32a039fba8", "bridge": "br-int", "label": "tempest-ServersTestJSON-138446209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374061ad2fad4f9fb341db0b3f1f8141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b1d854a-b5", "ovs_interfaceid": "4b1d854a-b5ec-404a-aff4-70df2eb634b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.030314] env[64658]: DEBUG oslo_vmware.api [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734558, 'name': PowerOffVM_Task, 'duration_secs': 0.273339} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.031159] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.031159] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.031159] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b94c8254-21a4-4949-a779-9ac231ebba6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.032483] env[64658]: DEBUG nova.network.neutron [-] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.059897] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.060038] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.060664] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.060664] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.060664] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.062263] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06a8da3f-1528-4383-a268-62b9129a0e40 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.064616] env[64658]: INFO nova.compute.manager [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Terminating instance [ 1172.077532] env[64658]: DEBUG oslo_vmware.api [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186698} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.078455] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.078665] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.078843] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.083781] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a66af1-effe-4809-9a4d-c5b91cf6970b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.106085] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.106331] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.106516] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleting the datastore file [datastore1] 8883e2fc-fa2b-424b-8e38-665ab832fb81 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.106775] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9665512-c818-48bd-a85c-f972c00f7996 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.121466] env[64658]: DEBUG nova.compute.manager [req-8d5198fa-8505-45d6-8ec6-c7dc12c889fd req-4175f5d0-623d-42fb-ab84-4abe30573ea2 service nova] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Detach interface failed, port_id=5d32bbd2-ece3-448b-b83e-9bb32e8617bc, reason: Instance b3dfc178-6cfa-4715-bff2-dc66be401acf could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1172.124160] env[64658]: INFO nova.scheduler.client.report [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleted allocations for instance 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 [ 1172.126921] env[64658]: DEBUG oslo_vmware.api [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for the task: (returnval){ [ 1172.126921] env[64658]: value = "task-2734561" [ 1172.126921] env[64658]: _type = "Task" [ 1172.126921] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.135543] env[64658]: DEBUG oslo_vmware.api [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.177210] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.177821] env[64658]: DEBUG nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.301255] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.301535] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.470342] env[64658]: DEBUG nova.compute.manager [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.470589] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.471484] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe81abd4-45cc-4634-bff0-bb58c5413b86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.479857] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.479857] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fb963dd-423f-4f49-bbf9-d701c71e17c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.484978] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-8883e2fc-fa2b-424b-8e38-665ab832fb81" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.485218] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1172.486411] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.486716] env[64658]: DEBUG oslo_vmware.api [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1172.486716] env[64658]: value = "task-2734562" [ 1172.486716] env[64658]: _type = "Task" [ 1172.486716] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.486944] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.487236] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.490491] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.490692] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.491283] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.491462] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1172.491673] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.496057] env[64658]: DEBUG oslo_vmware.api [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.535265] env[64658]: INFO nova.compute.manager [-] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Took 1.35 seconds to deallocate network for instance. [ 1172.571618] env[64658]: DEBUG nova.compute.manager [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.571863] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.572983] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebcc62d-ac17-4651-8ebe-efc1b7a03e47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.581012] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.581286] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0003d34-83d7-464e-9743-f83012b6da95 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.587395] env[64658]: DEBUG oslo_vmware.api [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1172.587395] env[64658]: value = "task-2734563" [ 1172.587395] env[64658]: _type = "Task" [ 1172.587395] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.595082] env[64658]: DEBUG oslo_vmware.api [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.628984] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.629268] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.629501] env[64658]: DEBUG nova.objects.instance [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lazy-loading 'resources' on Instance uuid 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.639340] env[64658]: DEBUG oslo_vmware.api [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Task: {'id': task-2734561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25126} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.640161] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.640334] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.640530] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.640729] env[64658]: INFO nova.compute.manager [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1172.640961] env[64658]: DEBUG oslo.service.loopingcall [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.641169] env[64658]: DEBUG nova.compute.manager [-] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.641266] env[64658]: DEBUG nova.network.neutron [-] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.684244] env[64658]: DEBUG nova.compute.utils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.685998] env[64658]: DEBUG nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.686316] env[64658]: DEBUG nova.network.neutron [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.728542] env[64658]: DEBUG nova.policy [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '223d3f70b55b48df83a73b83032aa964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaaa9ee05e5646f7b0dd3456b78de715', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.806428] env[64658]: DEBUG nova.compute.utils [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.996684] env[64658]: DEBUG oslo_vmware.api [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734562, 'name': PowerOffVM_Task, 'duration_secs': 0.212212} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.997601] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.997894] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.998077] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.998329] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eac59d6e-40f7-4d59-bd8c-30f7445bd0eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.042557] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.063280] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.063508] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.063773] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleting the datastore file [datastore1] 083e1786-eaa8-44cd-b1dc-a91eafa07019 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.064851] env[64658]: DEBUG nova.network.neutron [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Successfully created port: 5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.066878] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b598b62a-e7dd-4d34-9c6d-bbba07a620ad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.074148] env[64658]: DEBUG oslo_vmware.api [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1173.074148] env[64658]: value = "task-2734565" [ 1173.074148] env[64658]: _type = "Task" [ 1173.074148] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.082171] env[64658]: DEBUG oslo_vmware.api [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.096632] env[64658]: DEBUG oslo_vmware.api [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734563, 'name': PowerOffVM_Task, 'duration_secs': 0.267605} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.098021] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.098021] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.098021] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f50dae4b-9c24-4994-a7c0-0b0b37d77b01 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.136049] env[64658]: DEBUG nova.objects.instance [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lazy-loading 'numa_topology' on Instance uuid 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.156999] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.157928] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.157928] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleting the datastore file [datastore2] 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.157928] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d185bc-7476-4e1f-a340-da931a6a501a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.164611] env[64658]: DEBUG oslo_vmware.api [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for the task: (returnval){ [ 1173.164611] env[64658]: value = "task-2734567" [ 1173.164611] env[64658]: _type = "Task" [ 1173.164611] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.173011] env[64658]: DEBUG oslo_vmware.api [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.190188] env[64658]: DEBUG nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.308320] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.436272] env[64658]: DEBUG nova.network.neutron [-] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.557547] env[64658]: DEBUG nova.compute.manager [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received event network-changed-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.557748] env[64658]: DEBUG nova.compute.manager [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Refreshing instance network info cache due to event network-changed-92fb199d-0627-4b28-9961-df478187f0cd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1173.557966] env[64658]: DEBUG oslo_concurrency.lockutils [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] Acquiring lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.558192] env[64658]: DEBUG oslo_concurrency.lockutils [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] Acquired lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.558348] env[64658]: DEBUG nova.network.neutron [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Refreshing network info cache for port 92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.574108] env[64658]: DEBUG nova.compute.manager [req-3fa85668-4fe2-473b-bd8b-abe520329147 req-0993ee6c-07ab-4cd8-b787-fd3394c983bf service nova] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Received event network-vif-deleted-4b1d854a-b5ec-404a-aff4-70df2eb634b9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.584243] env[64658]: DEBUG oslo_vmware.api [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230485} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.584534] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.584730] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.584905] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.585084] env[64658]: INFO nova.compute.manager [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1173.585325] env[64658]: DEBUG oslo.service.loopingcall [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.585514] env[64658]: DEBUG nova.compute.manager [-] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.585608] env[64658]: DEBUG nova.network.neutron [-] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.637674] env[64658]: DEBUG nova.objects.base [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Object Instance<4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137> lazy-loaded attributes: resources,numa_topology {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1173.674155] env[64658]: DEBUG oslo_vmware.api [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Task: {'id': task-2734567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196683} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.676374] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.676569] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.676745] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.676917] env[64658]: INFO nova.compute.manager [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1173.677171] env[64658]: DEBUG oslo.service.loopingcall [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.679099] env[64658]: DEBUG nova.compute.manager [-] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.679202] env[64658]: DEBUG nova.network.neutron [-] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.788800] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882d916d-17a2-4cb5-b5f5-b22449e256ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.796844] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21eadd3-7600-415f-9315-c53b98d047d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.840861] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bcde13-208a-4fba-bf59-077e7376a0ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.849417] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c355718-bb17-4bc7-9a42-13ffbb1ce9e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.863103] env[64658]: DEBUG nova.compute.provider_tree [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.939940] env[64658]: INFO nova.compute.manager [-] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Took 1.30 seconds to deallocate network for instance. [ 1174.201565] env[64658]: DEBUG nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.228907] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.228907] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.228907] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.228907] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.228907] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.228907] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.229227] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.229366] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.229532] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.229689] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.230345] env[64658]: DEBUG nova.virt.hardware [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.231210] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d224629-ea6b-4a29-8bba-3efddcafe0d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.239080] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0084750-880e-43e9-a860-f659aae6ce48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.255324] env[64658]: DEBUG nova.network.neutron [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updated VIF entry in instance network info cache for port 92fb199d-0627-4b28-9961-df478187f0cd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.255653] env[64658]: DEBUG nova.network.neutron [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap92fb199d-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.366184] env[64658]: DEBUG nova.scheduler.client.report [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.386092] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.386345] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.386573] env[64658]: INFO nova.compute.manager [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Attaching volume 56ba297e-4030-44b5-8bff-6243ad39d8a7 to /dev/sdb [ 1174.397253] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.422192] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb0cc8b-a41d-4c23-834a-60cfa005448c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.431337] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6967f9-f7b5-47ed-b871-4c0f83b5ab86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.444287] env[64658]: DEBUG nova.virt.block_device [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updating existing volume attachment record: 350595de-635d-4684-a3b0-470e0eb7240e {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.446966] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.565431] env[64658]: DEBUG nova.network.neutron [-] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.567445] env[64658]: DEBUG nova.network.neutron [-] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.571905] env[64658]: DEBUG nova.network.neutron [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Successfully updated port: 5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.758661] env[64658]: DEBUG oslo_concurrency.lockutils [req-1863ac17-8fa5-4f7c-ba44-12fcee18a9e2 req-025e3bc8-647c-49aa-814a-94f58bf3a7b6 service nova] Releasing lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.870499] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.872935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.875s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.873148] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.873326] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1174.873618] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.831s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.873838] env[64658]: DEBUG nova.objects.instance [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lazy-loading 'resources' on Instance uuid b3dfc178-6cfa-4715-bff2-dc66be401acf {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.875440] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a50cc7-26a0-413b-8b68-aacd30408944 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.885877] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef4a88-9b60-445d-bd3c-2f3f16f49043 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.901157] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b89c55-cdb8-47ae-924c-c7e8d865ce4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.908306] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c01cf-675b-4c87-bd58-f994a3b41077 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.941411] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179241MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1174.941615] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.068836] env[64658]: INFO nova.compute.manager [-] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Took 1.48 seconds to deallocate network for instance. [ 1175.069274] env[64658]: INFO nova.compute.manager [-] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Took 1.39 seconds to deallocate network for instance. [ 1175.075688] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.075827] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.075988] env[64658]: DEBUG nova.network.neutron [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.379774] env[64658]: DEBUG oslo_concurrency.lockutils [None req-844f0a20-533c-4da0-96fb-7c1ecf4a7dfb tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.588s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.383434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.986s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.383630] env[64658]: INFO nova.compute.manager [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Unshelving [ 1175.535752] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7d6f02-d1f7-46d4-aad8-e404e102920d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.543757] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae4306-3cfe-4db6-be2b-38499b39566c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.575737] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f71b86-5ba8-4427-9939-db1dada3907d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.583785] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.584857] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.590221] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d302bbd0-835d-4264-a0a9-d4f55bf192a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.597633] env[64658]: DEBUG nova.compute.manager [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-vif-plugged-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.597932] env[64658]: DEBUG oslo_concurrency.lockutils [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.598258] env[64658]: DEBUG oslo_concurrency.lockutils [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.598527] env[64658]: DEBUG oslo_concurrency.lockutils [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.598815] env[64658]: DEBUG nova.compute.manager [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] No waiting events found dispatching network-vif-plugged-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.599126] env[64658]: WARNING nova.compute.manager [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received unexpected event network-vif-plugged-5175cc72-7497-44ef-8030-9304c51f0c89 for instance with vm_state building and task_state spawning. [ 1175.599408] env[64658]: DEBUG nova.compute.manager [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.599671] env[64658]: DEBUG nova.compute.manager [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing instance network info cache due to event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1175.599945] env[64658]: DEBUG oslo_concurrency.lockutils [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] Acquiring lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.612804] env[64658]: DEBUG nova.compute.provider_tree [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.615857] env[64658]: DEBUG nova.compute.manager [req-a6a789de-312e-4d51-a651-e092d2ac08f3 req-f5e66df2-369a-494c-a3bd-ba47ad39d12e service nova] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Received event network-vif-deleted-56a6c0d2-b3c7-47bf-be93-668f4d309fd5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.616128] env[64658]: DEBUG nova.compute.manager [req-a6a789de-312e-4d51-a651-e092d2ac08f3 req-f5e66df2-369a-494c-a3bd-ba47ad39d12e service nova] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Received event network-vif-deleted-1746461e-397b-4af3-98a0-f24e669bd050 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.626879] env[64658]: DEBUG nova.network.neutron [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.762415] env[64658]: DEBUG nova.network.neutron [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175cc72-74", "ovs_interfaceid": "5175cc72-7497-44ef-8030-9304c51f0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.118310] env[64658]: DEBUG nova.scheduler.client.report [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.266849] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.267156] env[64658]: DEBUG nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Instance network_info: |[{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175cc72-74", "ovs_interfaceid": "5175cc72-7497-44ef-8030-9304c51f0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.267462] env[64658]: DEBUG oslo_concurrency.lockutils [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] Acquired lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.267642] env[64658]: DEBUG nova.network.neutron [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.269132] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a7:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5175cc72-7497-44ef-8030-9304c51f0c89', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.276730] env[64658]: DEBUG oslo.service.loopingcall [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.279571] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.280035] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3c81d61-d7b5-4359-bd64-7f5b1803c74f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.301651] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.301651] env[64658]: value = "task-2734571" [ 1176.301651] env[64658]: _type = "Task" [ 1176.301651] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.309381] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734571, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.406557] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.486040] env[64658]: DEBUG nova.network.neutron [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updated VIF entry in instance network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.486466] env[64658]: DEBUG nova.network.neutron [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175cc72-74", "ovs_interfaceid": "5175cc72-7497-44ef-8030-9304c51f0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.622991] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.626331] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.179s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.626571] env[64658]: DEBUG nova.objects.instance [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lazy-loading 'resources' on Instance uuid 8883e2fc-fa2b-424b-8e38-665ab832fb81 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.642747] env[64658]: INFO nova.scheduler.client.report [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Deleted allocations for instance b3dfc178-6cfa-4715-bff2-dc66be401acf [ 1176.811425] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734571, 'name': CreateVM_Task, 'duration_secs': 0.286277} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.811692] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.812492] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.812714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.813196] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.813467] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3534e940-c8a1-49ee-9f6c-95eb249f2447 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.818278] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1176.818278] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527145da-334e-616a-bb1e-c961ff0a5041" [ 1176.818278] env[64658]: _type = "Task" [ 1176.818278] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.825554] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527145da-334e-616a-bb1e-c961ff0a5041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.989144] env[64658]: DEBUG oslo_concurrency.lockutils [req-38955496-fcf5-4d48-9b14-f79c45c6f15f req-e3956e00-975b-48b2-9d59-7e670b431371 service nova] Releasing lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.150580] env[64658]: DEBUG oslo_concurrency.lockutils [None req-96496c19-41dd-4b16-b658-690b487d7ebd tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b3dfc178-6cfa-4715-bff2-dc66be401acf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.611s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.279793] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54329245-b641-47ce-9ed0-fc798ff5dc07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.287570] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587c4d60-a2ad-41ea-8c9e-17fd1a958b67 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.316848] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce59c5-2f5b-4907-b0dc-45392a30bbd8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.330396] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f9019b-9df6-4928-8514-b37f7982e225 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.333939] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527145da-334e-616a-bb1e-c961ff0a5041, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.334249] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.334498] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.334760] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.334912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.335102] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.335641] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc0d781-a0c7-49b3-9896-2ecdcfe61568 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.344983] env[64658]: DEBUG nova.compute.provider_tree [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.353546] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.353546] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.353546] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b837c5-fd56-452e-b23e-d705d856941e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.358611] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1177.358611] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e83063-522a-397d-8831-5e14cde595d6" [ 1177.358611] env[64658]: _type = "Task" [ 1177.358611] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.366543] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e83063-522a-397d-8831-5e14cde595d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.848346] env[64658]: DEBUG nova.scheduler.client.report [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.870525] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e83063-522a-397d-8831-5e14cde595d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.871280] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ae77d0-0f1c-470f-91c4-4e2c5f091d66 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.876405] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1177.876405] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529332fe-1b5c-e51c-06c1-0adcf4c20a2d" [ 1177.876405] env[64658]: _type = "Task" [ 1177.876405] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.884364] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529332fe-1b5c-e51c-06c1-0adcf4c20a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.353665] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.356013] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.414s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.371553] env[64658]: INFO nova.scheduler.client.report [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Deleted allocations for instance 8883e2fc-fa2b-424b-8e38-665ab832fb81 [ 1178.387348] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529332fe-1b5c-e51c-06c1-0adcf4c20a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.387605] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.387852] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.388114] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ece8d2f-8138-4b2a-97c1-81f1223acd05 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.395477] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1178.395477] env[64658]: value = "task-2734574" [ 1178.395477] env[64658]: _type = "Task" [ 1178.395477] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.403980] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.878095] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6064271d-2fc2-49dd-81f4-ca9b25990c8d tempest-ServersTestJSON-1640471967 tempest-ServersTestJSON-1640471967-project-member] Lock "8883e2fc-fa2b-424b-8e38-665ab832fb81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.885s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.906075] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431358} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.906297] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.906507] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.906741] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b73509eb-3015-4daa-89fc-f2da2f598a9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.912667] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1178.912667] env[64658]: value = "task-2734575" [ 1178.912667] env[64658]: _type = "Task" [ 1178.912667] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.920197] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.387549] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.387823] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance b068993f-4e8a-47fc-a4ec-3858ff4936e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.387952] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d2bbe444-ec72-4db0-b0ab-596ba086a67d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.388121] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 9d8fe4bc-bcba-4917-b417-afb787ba5bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.388286] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ad5884a0-0877-43e9-a876-4786acf96abb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.388413] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 61eeaa68-d1e3-44e1-a709-91d17dd07425 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.388554] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 083e1786-eaa8-44cd-b1dc-a91eafa07019 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1179.388679] env[64658]: WARNING nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1179.388796] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 416aefe7-8c83-4e4f-b98a-1d74aa64a79c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1179.425348] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061744} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.425605] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.426386] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b066914-ab27-4836-8762-979b8a0a412d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.448568] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.448882] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cbe5ba5-e45d-4da8-9850-8741905df371 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.470084] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1179.470084] env[64658]: value = "task-2734576" [ 1179.470084] env[64658]: _type = "Task" [ 1179.470084] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.477955] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.497776] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1179.498059] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1179.498967] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a67b16-74c8-4571-ae61-1641ade4e554 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.516448] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2bef61-a9ca-45bd-a46b-b3c0dc2ca1e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.543055] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-56ba297e-4030-44b5-8bff-6243ad39d8a7/volume-56ba297e-4030-44b5-8bff-6243ad39d8a7.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.543055] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e13212-79ea-4957-b0c9-a5ca0a4a6150 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.561201] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1179.561201] env[64658]: value = "task-2734577" [ 1179.561201] env[64658]: _type = "Task" [ 1179.561201] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.569183] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.893065] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1179.893386] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1179.893642] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1179.979562] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734576, 'name': ReconfigVM_Task, 'duration_secs': 0.286514} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.979897] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.980688] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb4b6e0-c286-40bc-b36d-6c752d4df68d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.989374] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1179.989374] env[64658]: value = "task-2734578" [ 1179.989374] env[64658]: _type = "Task" [ 1179.989374] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.003110] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734578, 'name': Rename_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.054037] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ca2d33-2691-4e2a-a2e7-1dd21ec7679d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.060746] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3cd45d-b452-443f-a41e-171e8a82f53f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.071230] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734577, 'name': ReconfigVM_Task, 'duration_secs': 0.367564} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.095073] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-56ba297e-4030-44b5-8bff-6243ad39d8a7/volume-56ba297e-4030-44b5-8bff-6243ad39d8a7.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.100205] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6647da77-760e-4dc0-96b5-a55779d83632 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.110599] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c2370-389e-4108-9eb3-8e881d7f7e80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.120188] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5252a4-d99a-4ab4-869a-56ea07506622 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.123895] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1180.123895] env[64658]: value = "task-2734579" [ 1180.123895] env[64658]: _type = "Task" [ 1180.123895] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.135760] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.143584] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.422107] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.422401] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.422622] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.422801] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.422961] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.426151] env[64658]: INFO nova.compute.manager [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Terminating instance [ 1180.499564] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734578, 'name': Rename_Task, 'duration_secs': 0.147748} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.499746] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.499990] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94315261-8ec2-4d74-90cd-bd8a4ca64b85 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.507633] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1180.507633] env[64658]: value = "task-2734580" [ 1180.507633] env[64658]: _type = "Task" [ 1180.507633] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.516992] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.633629] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.641040] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.930623] env[64658]: DEBUG nova.compute.manager [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.930900] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.932136] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24394818-e4a7-43ad-803b-1df2d47312e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.940689] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.942652] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a16a26ca-8f90-47b1-863d-8eefc2989a08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.949018] env[64658]: DEBUG oslo_vmware.api [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1180.949018] env[64658]: value = "task-2734581" [ 1180.949018] env[64658]: _type = "Task" [ 1180.949018] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.956876] env[64658]: DEBUG oslo_vmware.api [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.017998] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.135474] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.144501] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1181.144851] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.789s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.145192] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.562s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.145443] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.147754] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.563s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.148406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.150087] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.744s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.150351] env[64658]: DEBUG nova.objects.instance [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lazy-loading 'pci_requests' on Instance uuid 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.173743] env[64658]: INFO nova.scheduler.client.report [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted allocations for instance 083e1786-eaa8-44cd-b1dc-a91eafa07019 [ 1181.176049] env[64658]: INFO nova.scheduler.client.report [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Deleted allocations for instance 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed [ 1181.466173] env[64658]: DEBUG oslo_vmware.api [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734581, 'name': PowerOffVM_Task, 'duration_secs': 0.239114} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.466173] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.466173] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.466173] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5258d8-d07a-4d7c-89f8-d0cf511ba806 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.518526] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.524446] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.524645] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.524787] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Deleting the datastore file [datastore2] b068993f-4e8a-47fc-a4ec-3858ff4936e5 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.525047] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59dc5228-8768-4708-8e71-3e1368f2c661 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.531314] env[64658]: DEBUG oslo_vmware.api [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for the task: (returnval){ [ 1181.531314] env[64658]: value = "task-2734583" [ 1181.531314] env[64658]: _type = "Task" [ 1181.531314] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.539573] env[64658]: DEBUG oslo_vmware.api [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.636276] env[64658]: DEBUG oslo_vmware.api [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734579, 'name': ReconfigVM_Task, 'duration_secs': 1.152958} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.636688] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.655661] env[64658]: DEBUG nova.objects.instance [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lazy-loading 'numa_topology' on Instance uuid 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.686514] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f414e887-2388-4fb6-b5fa-e30166541508 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "083e1786-eaa8-44cd-b1dc-a91eafa07019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.723s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.687546] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26fdcf75-5230-4a25-ae9e-495467683545 tempest-MultipleCreateTestJSON-1589740926 tempest-MultipleCreateTestJSON-1589740926-project-member] Lock "5260a6b4-f9e2-4a33-abb2-1b508c05f9ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.627s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.020394] env[64658]: DEBUG oslo_vmware.api [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734580, 'name': PowerOnVM_Task, 'duration_secs': 1.198097} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.020814] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.020891] env[64658]: INFO nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1182.021087] env[64658]: DEBUG nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.021872] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f70620-a734-46a5-84f6-f3f667da6a08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.040214] env[64658]: DEBUG oslo_vmware.api [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Task: {'id': task-2734583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150006} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.040447] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.040629] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.041089] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.041089] env[64658]: INFO nova.compute.manager [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1182.041255] env[64658]: DEBUG oslo.service.loopingcall [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.041435] env[64658]: DEBUG nova.compute.manager [-] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.041525] env[64658]: DEBUG nova.network.neutron [-] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.158141] env[64658]: INFO nova.compute.claims [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.507058] env[64658]: DEBUG nova.compute.manager [req-b9b7151b-4708-45ec-8270-28767c271a1b req-a42d5ba1-426f-4249-886c-965719c78ef3 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Received event network-vif-deleted-023d3c48-a100-4383-a1d0-3f5f27e1aa21 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.507058] env[64658]: INFO nova.compute.manager [req-b9b7151b-4708-45ec-8270-28767c271a1b req-a42d5ba1-426f-4249-886c-965719c78ef3 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Neutron deleted interface 023d3c48-a100-4383-a1d0-3f5f27e1aa21; detaching it from the instance and deleting it from the info cache [ 1182.507219] env[64658]: DEBUG nova.network.neutron [req-b9b7151b-4708-45ec-8270-28767c271a1b req-a42d5ba1-426f-4249-886c-965719c78ef3 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.540893] env[64658]: INFO nova.compute.manager [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Took 12.69 seconds to build instance. [ 1182.688631] env[64658]: DEBUG nova.objects.instance [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'flavor' on Instance uuid d2bbe444-ec72-4db0-b0ab-596ba086a67d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.994328] env[64658]: DEBUG nova.network.neutron [-] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.013518] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3ef861f-e0ab-4347-8e72-38675bf33d35 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.023465] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad64d87-7fab-4f84-b8b3-a7c84642ec09 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.043142] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5980e21b-e7f3-4ef0-be63-560c04b2b25a tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.202s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.056898] env[64658]: DEBUG nova.compute.manager [req-b9b7151b-4708-45ec-8270-28767c271a1b req-a42d5ba1-426f-4249-886c-965719c78ef3 service nova] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Detach interface failed, port_id=023d3c48-a100-4383-a1d0-3f5f27e1aa21, reason: Instance b068993f-4e8a-47fc-a4ec-3858ff4936e5 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1183.196523] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9a33c8a2-b76d-42b4-88db-c8f93e4b152d tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.809s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.321155] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5d4dc-0072-47fa-a282-3d186c163873 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.330140] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d1661a-69bf-4cce-a5da-49f8d6a5afd0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.338140] env[64658]: DEBUG nova.compute.manager [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.338140] env[64658]: DEBUG nova.compute.manager [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing instance network info cache due to event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1183.338140] env[64658]: DEBUG oslo_concurrency.lockutils [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] Acquiring lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.338312] env[64658]: DEBUG oslo_concurrency.lockutils [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] Acquired lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.338580] env[64658]: DEBUG nova.network.neutron [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.375380] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085f9880-7480-4565-949f-95f607c5eb60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.384130] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec45388-7570-40ae-a550-fc27f7195c5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.401328] env[64658]: DEBUG nova.compute.provider_tree [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.500085] env[64658]: INFO nova.compute.manager [-] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Took 1.46 seconds to deallocate network for instance. [ 1183.905872] env[64658]: DEBUG nova.scheduler.client.report [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.009376] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.072305] env[64658]: DEBUG nova.network.neutron [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updated VIF entry in instance network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.072706] env[64658]: DEBUG nova.network.neutron [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175cc72-74", "ovs_interfaceid": "5175cc72-7497-44ef-8030-9304c51f0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.164790] env[64658]: INFO nova.compute.manager [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Rebuilding instance [ 1184.214171] env[64658]: DEBUG nova.compute.manager [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.215306] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61316a3e-6605-4940-83ae-1cb486b9f559 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.412297] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.262s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.414649] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.405s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.415101] env[64658]: DEBUG nova.objects.instance [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lazy-loading 'resources' on Instance uuid b068993f-4e8a-47fc-a4ec-3858ff4936e5 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.447532] env[64658]: INFO nova.network.neutron [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating port 92fb199d-0627-4b28-9961-df478187f0cd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1184.575330] env[64658]: DEBUG oslo_concurrency.lockutils [req-0641b366-36d6-45fe-ba63-e449bd3bf93a req-d2b92a86-9520-46a7-a8cb-ad23f5e8a751 service nova] Releasing lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.969728] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.970278] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.043927] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b8d1e-15c9-464d-a21a-224367274782 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.052054] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba23e88-5406-49a4-ad58-077a7236985b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.091085] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9b85a-fe82-41c3-bae6-72258fb62f60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.104026] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7539cfc7-2b03-431d-9446-fac4915468f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.119467] env[64658]: DEBUG nova.compute.provider_tree [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.231336] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.231336] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05ed432b-f3ed-4f30-9d50-7437cf1d1448 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.239014] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1185.239014] env[64658]: value = "task-2734584" [ 1185.239014] env[64658]: _type = "Task" [ 1185.239014] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.248056] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.473359] env[64658]: DEBUG nova.compute.utils [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1185.599646] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.599907] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.600117] env[64658]: INFO nova.compute.manager [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Shelving [ 1185.622595] env[64658]: DEBUG nova.scheduler.client.report [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.752153] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734584, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.841771] env[64658]: DEBUG nova.compute.manager [req-35532d25-3a84-465f-8f3b-013fc1608759 req-26e52ffa-556e-4226-b771-5c7dd10fbc3f service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received event network-vif-plugged-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.842069] env[64658]: DEBUG oslo_concurrency.lockutils [req-35532d25-3a84-465f-8f3b-013fc1608759 req-26e52ffa-556e-4226-b771-5c7dd10fbc3f service nova] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.842367] env[64658]: DEBUG oslo_concurrency.lockutils [req-35532d25-3a84-465f-8f3b-013fc1608759 req-26e52ffa-556e-4226-b771-5c7dd10fbc3f service nova] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.842548] env[64658]: DEBUG oslo_concurrency.lockutils [req-35532d25-3a84-465f-8f3b-013fc1608759 req-26e52ffa-556e-4226-b771-5c7dd10fbc3f service nova] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.842717] env[64658]: DEBUG nova.compute.manager [req-35532d25-3a84-465f-8f3b-013fc1608759 req-26e52ffa-556e-4226-b771-5c7dd10fbc3f service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] No waiting events found dispatching network-vif-plugged-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.842881] env[64658]: WARNING nova.compute.manager [req-35532d25-3a84-465f-8f3b-013fc1608759 req-26e52ffa-556e-4226-b771-5c7dd10fbc3f service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received unexpected event network-vif-plugged-92fb199d-0627-4b28-9961-df478187f0cd for instance with vm_state shelved_offloaded and task_state spawning. [ 1185.921945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.921945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.922140] env[64658]: DEBUG nova.network.neutron [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.976121] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.126826] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.149121] env[64658]: INFO nova.scheduler.client.report [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Deleted allocations for instance b068993f-4e8a-47fc-a4ec-3858ff4936e5 [ 1186.248872] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734584, 'name': PowerOffVM_Task, 'duration_secs': 0.545096} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.249397] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.310888] env[64658]: INFO nova.compute.manager [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Detaching volume 56ba297e-4030-44b5-8bff-6243ad39d8a7 [ 1186.342817] env[64658]: INFO nova.virt.block_device [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Attempting to driver detach volume 56ba297e-4030-44b5-8bff-6243ad39d8a7 from mountpoint /dev/sdb [ 1186.343092] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1186.343343] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1186.344226] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbdfc7f-b3de-491c-8aaf-e580dc55dcfa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.367265] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadd68c6-8046-4328-bd33-c8be201ca2a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.373988] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e2c1f-f0c9-45f2-a61b-fe456f35ce1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.393877] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4b5338-a8ca-4447-a5a8-c491ec2cff6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.407864] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] The volume has not been displaced from its original location: [datastore1] volume-56ba297e-4030-44b5-8bff-6243ad39d8a7/volume-56ba297e-4030-44b5-8bff-6243ad39d8a7.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1186.413041] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.413345] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08715455-6ecd-432a-ab57-751de42349a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.432760] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1186.432760] env[64658]: value = "task-2734585" [ 1186.432760] env[64658]: _type = "Task" [ 1186.432760] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.443691] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.609066] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.609182] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e165d75-8cb3-40aa-af7d-32094cc425b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.616761] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1186.616761] env[64658]: value = "task-2734586" [ 1186.616761] env[64658]: _type = "Task" [ 1186.616761] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.624592] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.658721] env[64658]: DEBUG nova.network.neutron [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb199d-06", "ovs_interfaceid": "92fb199d-0627-4b28-9961-df478187f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.664978] env[64658]: DEBUG oslo_concurrency.lockutils [None req-49badfc7-a01a-45d2-a8ae-f1d0a6947d97 tempest-VolumesAdminNegativeTest-592891120 tempest-VolumesAdminNegativeTest-592891120-project-member] Lock "b068993f-4e8a-47fc-a4ec-3858ff4936e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.242s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.945692] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734585, 'name': ReconfigVM_Task, 'duration_secs': 0.243573} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.945692] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.948278] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311a6231-e2a6-4a6d-ac58-185789232c04 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.963818] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1186.963818] env[64658]: value = "task-2734587" [ 1186.963818] env[64658]: _type = "Task" [ 1186.963818] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.975006] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.043018] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.043403] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.043705] env[64658]: INFO nova.compute.manager [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Attaching volume 491c999d-b29b-425b-a2e6-6fba1ce05153 to /dev/sdb [ 1187.079921] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715fd794-cca9-4427-b109-c6e1a50598b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.086955] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9514f-721a-4f35-b6ea-c331186c92b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.100247] env[64658]: DEBUG nova.virt.block_device [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updating existing volume attachment record: 5be99028-0be0-49a8-9ba1-adedda8d3745 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.125882] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734586, 'name': PowerOffVM_Task, 'duration_secs': 0.186578} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.126273] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.127440] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ca045f-51d9-4f3a-9666-6ce89c2dd5d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.145490] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b76f1-8312-440e-b957-97cfe59acd38 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.166172] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.195364] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='525aaeb207dc1cfe7e72e58e18208b23',container_format='bare',created_at=2025-02-20T16:12:39Z,direct_url=,disk_format='vmdk',id=dc164f14-ae56-42c6-957f-b75995057b55,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1858864749-shelved',owner='0fa90a1be7ac447cb5b68b99a024d3a5',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2025-02-20T16:12:53Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.195637] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.195797] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.195982] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.196148] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.196297] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.196508] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.196667] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.196884] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.197103] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.197292] env[64658]: DEBUG nova.virt.hardware [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.198971] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdbed51-657e-4e4d-bf18-769e9c6a089c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.207744] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee80238-8027-4484-aac2-4018936fd364 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.221975] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b1:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fb199d-0627-4b28-9961-df478187f0cd', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.229467] env[64658]: DEBUG oslo.service.loopingcall [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.229729] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.229972] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84d3ed1-4208-4aea-8d18-e73ae0088bf4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.249104] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.249104] env[64658]: value = "task-2734588" [ 1187.249104] env[64658]: _type = "Task" [ 1187.249104] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.257285] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734588, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.474740] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734587, 'name': ReconfigVM_Task, 'duration_secs': 0.129653} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.475081] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.655424] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1187.655775] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3088bd23-9190-4dc0-b7e1-bcacb91c3611 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.664174] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1187.664174] env[64658]: value = "task-2734590" [ 1187.664174] env[64658]: _type = "Task" [ 1187.664174] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.672308] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.759535] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734588, 'name': CreateVM_Task, 'duration_secs': 0.344661} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.759725] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.760406] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.760570] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.760952] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.761222] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6b43f3-ccd6-4d7b-a6ca-64447335f12d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.765654] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1187.765654] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5291f581-1e40-0361-0f4e-074a00be54f9" [ 1187.765654] env[64658]: _type = "Task" [ 1187.765654] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.775753] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5291f581-1e40-0361-0f4e-074a00be54f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.870138] env[64658]: DEBUG nova.compute.manager [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received event network-changed-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.870138] env[64658]: DEBUG nova.compute.manager [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Refreshing instance network info cache due to event network-changed-92fb199d-0627-4b28-9961-df478187f0cd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.870138] env[64658]: DEBUG oslo_concurrency.lockutils [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] Acquiring lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.872061] env[64658]: DEBUG oslo_concurrency.lockutils [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] Acquired lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.872386] env[64658]: DEBUG nova.network.neutron [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Refreshing network info cache for port 92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.178562] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.277165] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.277165] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Processing image dc164f14-ae56-42c6-957f-b75995057b55 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.277165] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55/dc164f14-ae56-42c6-957f-b75995057b55.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.277165] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55/dc164f14-ae56-42c6-957f-b75995057b55.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.277165] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.277165] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22ad8b81-c29d-4454-b14f-88415fe38a63 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.286137] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.286331] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.287290] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49719ede-8757-4bbe-a93f-d83cdd00d7c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.292120] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1188.292120] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52eaa3dd-346e-91e0-42cd-6487e35c30f2" [ 1188.292120] env[64658]: _type = "Task" [ 1188.292120] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.300727] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52eaa3dd-346e-91e0-42cd-6487e35c30f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.537242] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.537553] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab372fb-fe46-46be-9c7a-c0e4ec431944 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.544873] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1188.544873] env[64658]: value = "task-2734591" [ 1188.544873] env[64658]: _type = "Task" [ 1188.544873] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.552914] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.644134] env[64658]: DEBUG nova.network.neutron [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updated VIF entry in instance network info cache for port 92fb199d-0627-4b28-9961-df478187f0cd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.644704] env[64658]: DEBUG nova.network.neutron [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb199d-06", "ovs_interfaceid": "92fb199d-0627-4b28-9961-df478187f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.675178] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734590, 'name': CreateSnapshot_Task, 'duration_secs': 0.826259} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.675439] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1188.676203] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc54b39-7832-4d34-b707-847e17c27014 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.802967] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Preparing fetch location {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1188.803141] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Fetch image to [datastore2] OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7/OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7.vmdk {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1188.804029] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Downloading stream optimized image dc164f14-ae56-42c6-957f-b75995057b55 to [datastore2] OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7/OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7.vmdk on the data store datastore2 as vApp {{(pid=64658) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1188.804029] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Downloading image file data dc164f14-ae56-42c6-957f-b75995057b55 to the ESX as VM named 'OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7' {{(pid=64658) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1188.877720] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1188.877720] env[64658]: value = "resgroup-9" [ 1188.877720] env[64658]: _type = "ResourcePool" [ 1188.877720] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1188.878041] env[64658]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-871b5b98-8d06-4804-b6d5-1d08d05ed349 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.898542] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lease: (returnval){ [ 1188.898542] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521776b7-b9d6-3039-6c03-5733a46fb41f" [ 1188.898542] env[64658]: _type = "HttpNfcLease" [ 1188.898542] env[64658]: } obtained for vApp import into resource pool (val){ [ 1188.898542] env[64658]: value = "resgroup-9" [ 1188.898542] env[64658]: _type = "ResourcePool" [ 1188.898542] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1188.898899] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the lease: (returnval){ [ 1188.898899] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521776b7-b9d6-3039-6c03-5733a46fb41f" [ 1188.898899] env[64658]: _type = "HttpNfcLease" [ 1188.898899] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.905611] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.905611] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521776b7-b9d6-3039-6c03-5733a46fb41f" [ 1188.905611] env[64658]: _type = "HttpNfcLease" [ 1188.905611] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.056859] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.057094] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.057293] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.058082] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07482dd-6c15-4906-a9b4-953c5532b2a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.077556] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48033276-87d7-4332-8c79-1233b12d6726 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.084476] env[64658]: WARNING nova.virt.vmwareapi.driver [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1189.084781] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.085558] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008ecfa2-e9f3-4124-9c95-13ae272aacb0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.095078] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.095078] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c4feb95-75ea-46ac-863a-d577da96f61b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.147992] env[64658]: DEBUG oslo_concurrency.lockutils [req-47d3c1f4-8209-488c-84c1-94a91734a8bf req-172eef27-5035-4b9d-9d91-161569933432 service nova] Releasing lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.162456] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.162744] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.163090] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleting the datastore file [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.163911] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-573d79be-572b-4600-8d0c-0cdfaa35f0c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.172937] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1189.172937] env[64658]: value = "task-2734594" [ 1189.172937] env[64658]: _type = "Task" [ 1189.172937] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.179178] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.193369] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1189.193963] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31fb0e27-9114-48aa-a4a4-9707558c8653 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.201273] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1189.201273] env[64658]: value = "task-2734595" [ 1189.201273] env[64658]: _type = "Task" [ 1189.201273] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.209747] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734595, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.407843] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.407843] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521776b7-b9d6-3039-6c03-5733a46fb41f" [ 1189.407843] env[64658]: _type = "HttpNfcLease" [ 1189.407843] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.684677] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139883} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.684677] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.684677] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.684677] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.712486] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734595, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.907389] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.907389] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521776b7-b9d6-3039-6c03-5733a46fb41f" [ 1189.907389] env[64658]: _type = "HttpNfcLease" [ 1189.907389] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.907652] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.907652] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521776b7-b9d6-3039-6c03-5733a46fb41f" [ 1189.907652] env[64658]: _type = "HttpNfcLease" [ 1189.907652] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1189.908482] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07ffc59-83fd-493e-9d82-c9b5e1fe4b37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.915702] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072f6c-258d-4f4f-97ff-5caa7c8e9e49/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.915883] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072f6c-258d-4f4f-97ff-5caa7c8e9e49/disk-0.vmdk. {{(pid=64658) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1189.981758] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6becf91-1283-458b-8b26-c0d739142526 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.191850] env[64658]: INFO nova.virt.block_device [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Booting with volume 56ba297e-4030-44b5-8bff-6243ad39d8a7 at /dev/sdb [ 1190.215517] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734595, 'name': CloneVM_Task} progress is 95%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.225980] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3de5436f-a5c3-46b6-be05-f89850845c17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.238049] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7988151-0852-409a-9fd5-8fde7a0602fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.279795] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-058cc9aa-8929-497c-bb55-5cd3375a60d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.290083] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932d5838-537c-4efd-b58d-fc54466261ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.327390] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa64ee8f-11c6-4150-8dbf-05983bab3fcb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.336999] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad18383c-8f4a-46b1-8d6a-08cb225db8f1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.350905] env[64658]: DEBUG nova.virt.block_device [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updating existing volume attachment record: 2f1aa9c6-bd7f-404b-b6b1-1a6577c6894f {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1190.715509] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734595, 'name': CloneVM_Task, 'duration_secs': 1.236095} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.715849] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Created linked-clone VM from snapshot [ 1190.716627] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d5bbb-a67d-40f0-93f2-3cc28175df6d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.725425] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Uploading image 52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1190.758374] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1190.758374] env[64658]: value = "vm-550546" [ 1190.758374] env[64658]: _type = "VirtualMachine" [ 1190.758374] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1190.758661] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c42954f5-ee5a-4ef0-ac4c-f46885c49da7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.767625] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease: (returnval){ [ 1190.767625] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528f3679-9186-36df-11b5-81ba7826c75b" [ 1190.767625] env[64658]: _type = "HttpNfcLease" [ 1190.767625] env[64658]: } obtained for exporting VM: (result){ [ 1190.767625] env[64658]: value = "vm-550546" [ 1190.767625] env[64658]: _type = "VirtualMachine" [ 1190.767625] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1190.767850] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the lease: (returnval){ [ 1190.767850] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528f3679-9186-36df-11b5-81ba7826c75b" [ 1190.767850] env[64658]: _type = "HttpNfcLease" [ 1190.767850] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.775209] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.775209] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528f3679-9186-36df-11b5-81ba7826c75b" [ 1190.775209] env[64658]: _type = "HttpNfcLease" [ 1190.775209] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1191.176034] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Completed reading data from the image iterator. {{(pid=64658) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1191.176169] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072f6c-258d-4f4f-97ff-5caa7c8e9e49/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1191.177020] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cec16-fd43-4e77-8a84-a54057ad3f13 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.184506] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072f6c-258d-4f4f-97ff-5caa7c8e9e49/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1191.184693] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072f6c-258d-4f4f-97ff-5caa7c8e9e49/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1191.184931] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3a7df8cd-f87d-4b93-9869-59e1dc01b69b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.276494] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.276494] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528f3679-9186-36df-11b5-81ba7826c75b" [ 1191.276494] env[64658]: _type = "HttpNfcLease" [ 1191.276494] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.276948] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.276948] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528f3679-9186-36df-11b5-81ba7826c75b" [ 1191.276948] env[64658]: _type = "HttpNfcLease" [ 1191.276948] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1191.277495] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030bf71e-57b2-4862-b115-609c49b7298a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.284219] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263d3b0-3452-ce93-193c-0b8461aef251/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.284409] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263d3b0-3452-ce93-193c-0b8461aef251/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1191.373964] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa08988b-1fe1-413e-93c9-d2bd2dd3d2c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.388400] env[64658]: DEBUG oslo_vmware.rw_handles [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072f6c-258d-4f4f-97ff-5caa7c8e9e49/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1191.388679] env[64658]: INFO nova.virt.vmwareapi.images [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Downloaded image file data dc164f14-ae56-42c6-957f-b75995057b55 [ 1191.389529] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395203e5-33ad-4db3-acd1-159003e189b3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.411163] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33b913eb-a3e9-4bf2-91dd-01f5d77f5cb1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.433568] env[64658]: INFO nova.virt.vmwareapi.images [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] The imported VM was unregistered [ 1191.435944] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Caching image {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1191.436189] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Creating directory with path [datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.436510] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa47c9f-8acf-4b8c-b706-2496af24aab8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.448922] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Created directory with path [datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.449129] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7/OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7.vmdk to [datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55/dc164f14-ae56-42c6-957f-b75995057b55.vmdk. {{(pid=64658) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1191.449370] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-685bfffb-0ba1-497d-8d44-31dd6d821dcc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.458117] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1191.458117] env[64658]: value = "task-2734599" [ 1191.458117] env[64658]: _type = "Task" [ 1191.458117] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.465627] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734599, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.656545] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1191.656865] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550543', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'name': 'volume-491c999d-b29b-425b-a2e6-6fba1ce05153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'serial': '491c999d-b29b-425b-a2e6-6fba1ce05153'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1191.657846] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec2545-e56b-4c3c-a820-2d54c2e81255 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.678046] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff296c93-48db-47e0-a809-b3b653a82adb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.708322] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-491c999d-b29b-425b-a2e6-6fba1ce05153/volume-491c999d-b29b-425b-a2e6-6fba1ce05153.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.708680] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ccc3b5e-c349-4196-950f-0379b55d7ca1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.732069] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1191.732069] env[64658]: value = "task-2734600" [ 1191.732069] env[64658]: _type = "Task" [ 1191.732069] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.740957] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.969207] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734599, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.243029] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.473679] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734599, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.476581] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.476832] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.476999] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.477212] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.477359] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.477511] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.477716] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.477873] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.478070] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.478238] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.478410] env[64658]: DEBUG nova.virt.hardware [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.479270] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e38aa9-b1bd-41f8-9ae1-496f42565f71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.488457] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5f1d27-8c45-4ff1-90aa-6b2dc433fb5b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.504428] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a0:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab6be564-47ed-46ef-bba0-e1c9c4bcf76b', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.512315] env[64658]: DEBUG oslo.service.loopingcall [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.512666] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.513022] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad286467-13e4-418e-b6d8-45700bbcbfac {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.535976] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.535976] env[64658]: value = "task-2734601" [ 1192.535976] env[64658]: _type = "Task" [ 1192.535976] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.546621] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734601, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.743778] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.970928] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734599, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.046774] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734601, 'name': CreateVM_Task, 'duration_secs': 0.414031} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.047592] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.047949] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.048127] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.048450] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.048720] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb5a211-db1b-41f6-ad4c-8abd8b39e2ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.054482] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1193.054482] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]524dde05-2ec6-3b9c-ed96-9c294718c0a7" [ 1193.054482] env[64658]: _type = "Task" [ 1193.054482] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.064501] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524dde05-2ec6-3b9c-ed96-9c294718c0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.243499] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.470886] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734599, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.565759] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]524dde05-2ec6-3b9c-ed96-9c294718c0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.090696} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.566266] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.566665] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.566909] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.567079] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.567298] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.567629] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a802965b-7a0d-4549-95f7-5f35ebf7bc0b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.577046] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.577241] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.578147] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8687f542-4fac-448b-a8c8-919735b4ab66 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.583863] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1193.583863] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5200aee2-9b45-0a31-4f6d-ad57b08425b1" [ 1193.583863] env[64658]: _type = "Task" [ 1193.583863] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.593057] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5200aee2-9b45-0a31-4f6d-ad57b08425b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.744396] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.972030] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734599, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.439846} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.972407] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7/OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7.vmdk to [datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55/dc164f14-ae56-42c6-957f-b75995057b55.vmdk. [ 1193.972666] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Cleaning up location [datastore2] OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1193.972876] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_aa646b17-1643-4987-ba4a-1a75b79dc2b7 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.973251] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f02d0f-891d-4df7-9e0c-23936caa052b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.979333] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1193.979333] env[64658]: value = "task-2734602" [ 1193.979333] env[64658]: _type = "Task" [ 1193.979333] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.987675] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.093644] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5200aee2-9b45-0a31-4f6d-ad57b08425b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011639} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.094577] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206de171-dd5c-488c-96e4-0e5b4d4b98ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.100220] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1194.100220] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5201e5b2-c799-7986-4790-9a4e12e1c50f" [ 1194.100220] env[64658]: _type = "Task" [ 1194.100220] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.108414] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5201e5b2-c799-7986-4790-9a4e12e1c50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.244811] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734600, 'name': ReconfigVM_Task, 'duration_secs': 2.233063} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.245104] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-491c999d-b29b-425b-a2e6-6fba1ce05153/volume-491c999d-b29b-425b-a2e6-6fba1ce05153.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.250009] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3de5b414-b0e0-4d2f-a25d-3112db651d60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.265702] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1194.265702] env[64658]: value = "task-2734603" [ 1194.265702] env[64658]: _type = "Task" [ 1194.265702] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.273973] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.489509] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037805} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.489825] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.490037] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55/dc164f14-ae56-42c6-957f-b75995057b55.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.490331] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55/dc164f14-ae56-42c6-957f-b75995057b55.vmdk to [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.490614] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17ec71f1-6b60-4c54-9a91-e6fc9bbb474e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.498565] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1194.498565] env[64658]: value = "task-2734604" [ 1194.498565] env[64658]: _type = "Task" [ 1194.498565] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.506160] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.611307] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5201e5b2-c799-7986-4790-9a4e12e1c50f, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.611730] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.611834] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.612120] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aba68c5d-216b-4d2b-b01e-572ae2b7d558 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.618804] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1194.618804] env[64658]: value = "task-2734605" [ 1194.618804] env[64658]: _type = "Task" [ 1194.618804] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.626850] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.775625] env[64658]: DEBUG oslo_vmware.api [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734603, 'name': ReconfigVM_Task, 'duration_secs': 0.139481} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.775881] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550543', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'name': 'volume-491c999d-b29b-425b-a2e6-6fba1ce05153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'serial': '491c999d-b29b-425b-a2e6-6fba1ce05153'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1195.009302] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.128463] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.510981] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.632094] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734605, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.914486] env[64658]: DEBUG nova.objects.instance [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid ad5884a0-0877-43e9-a876-4786acf96abb {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.011442] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.131653] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734605, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.226808} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.131994] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.132258] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.132671] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40927e70-c2f9-4b98-978e-17da1e230374 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.140581] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1196.140581] env[64658]: value = "task-2734606" [ 1196.140581] env[64658]: _type = "Task" [ 1196.140581] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.149785] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.420704] env[64658]: DEBUG oslo_concurrency.lockutils [None req-9ccc44a6-c649-4559-ad22-edd8a454e777 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.377s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.515128] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.650982] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083619} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.651330] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.652265] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa65c30-3196-4b7e-99ef-4bfdf2730751 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.676494] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.676861] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83b3096-e61e-4baa-a11f-1a0941df4757 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.697477] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1196.697477] env[64658]: value = "task-2734607" [ 1196.697477] env[64658]: _type = "Task" [ 1196.697477] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.706219] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.012483] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.207326] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734607, 'name': ReconfigVM_Task, 'duration_secs': 0.334651} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.207651] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d/d2bbe444-ec72-4db0-b0ab-596ba086a67d.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.208891] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'image_id': '0945371c-166c-42f6-9ee1-ddd9a69fef05'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'}, 'delete_on_termination': False, 'attachment_id': '2f1aa9c6-bd7f-404b-b6b1-1a6577c6894f', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=64658) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1197.209143] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.209343] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.210179] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a12d478-2d8b-4c23-bf0e-c502d0cb4934 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.227990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0871b60-cb40-47ff-babf-355f45fe3e92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.254510] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-56ba297e-4030-44b5-8bff-6243ad39d8a7/volume-56ba297e-4030-44b5-8bff-6243ad39d8a7.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.254893] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df5977b3-5501-4fff-a52c-189758ebea2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.274231] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1197.274231] env[64658]: value = "task-2734608" [ 1197.274231] env[64658]: _type = "Task" [ 1197.274231] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.284707] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.512794] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.728139] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.728474] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.783821] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734608, 'name': ReconfigVM_Task, 'duration_secs': 0.397501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.784071] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-56ba297e-4030-44b5-8bff-6243ad39d8a7/volume-56ba297e-4030-44b5-8bff-6243ad39d8a7.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.788699] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d94a105-7038-4abf-8fea-48605d82d805 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.804935] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1197.804935] env[64658]: value = "task-2734609" [ 1197.804935] env[64658]: _type = "Task" [ 1197.804935] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.814219] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.013084] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734604, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.243449} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.013359] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc164f14-ae56-42c6-957f-b75995057b55/dc164f14-ae56-42c6-957f-b75995057b55.vmdk to [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.014148] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26550fe3-c2b2-450b-bb3a-55248b0a2bcd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.037776] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.038104] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e584cd-f98d-497b-9678-fa938b760ef9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.057104] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1198.057104] env[64658]: value = "task-2734610" [ 1198.057104] env[64658]: _type = "Task" [ 1198.057104] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.066823] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.088558] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_power_states {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.231948] env[64658]: DEBUG nova.compute.utils [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1198.316576] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734609, 'name': ReconfigVM_Task, 'duration_secs': 0.163687} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.316940] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.317614] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3602f3e7-9399-4eb5-a50f-9f872df94f18 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.325097] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1198.325097] env[64658]: value = "task-2734611" [ 1198.325097] env[64658]: _type = "Task" [ 1198.325097] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.333653] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734611, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.567150] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734610, 'name': ReconfigVM_Task, 'duration_secs': 0.36237} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.567322] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137/4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.567931] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-375bc642-c53e-4361-a52c-a099d537accd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.574890] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1198.574890] env[64658]: value = "task-2734612" [ 1198.574890] env[64658]: _type = "Task" [ 1198.574890] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.582135] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734612, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.593243] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Getting list of instances from cluster (obj){ [ 1198.593243] env[64658]: value = "domain-c8" [ 1198.593243] env[64658]: _type = "ClusterComputeResource" [ 1198.593243] env[64658]: } {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1198.594301] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cdb3a2-4995-448f-9514-fc00845e24c7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.610626] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Got total of 7 instances {{(pid=64658) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1198.610823] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Triggering sync for uuid 5430be3a-a397-4e62-81d8-01bc10fcd657 {{(pid=64658) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1198.611023] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Triggering sync for uuid 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1198.611198] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Triggering sync for uuid d2bbe444-ec72-4db0-b0ab-596ba086a67d {{(pid=64658) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1198.611459] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Triggering sync for uuid 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1198.611686] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Triggering sync for uuid ad5884a0-0877-43e9-a876-4786acf96abb {{(pid=64658) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1198.611850] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Triggering sync for uuid 61eeaa68-d1e3-44e1-a709-91d17dd07425 {{(pid=64658) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1198.612014] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Triggering sync for uuid 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1198.612449] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "5430be3a-a397-4e62-81d8-01bc10fcd657" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.612681] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.612957] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.613184] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.613440] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.613556] env[64658]: INFO nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1198.613723] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.613962] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.614231] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.614458] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.614655] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.614913] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.615120] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.615991] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60471e6a-65d7-484b-8daa-c030774587f6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.619231] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5d58c-da1b-4664-be97-7b9822bb8d01 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.622366] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57233fce-2e13-4afb-bc94-7032a2c45490 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.735353] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.736334] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.122s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.737364] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0356ba10-7783-4120-ad97-a1ab2f639e8d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.837924] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734611, 'name': Rename_Task, 'duration_secs': 0.177322} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.838341] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.838678] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-627ce839-89c9-4a3c-9990-1a985171fd3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.846334] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1198.846334] env[64658]: value = "task-2734613" [ 1198.846334] env[64658]: _type = "Task" [ 1198.846334] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.855997] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.085791] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734612, 'name': Rename_Task, 'duration_secs': 0.153115} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.086082] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.086338] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-931e3dbf-ba2f-4ba1-af1a-1effb860d7e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.093082] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1199.093082] env[64658]: value = "task-2734614" [ 1199.093082] env[64658]: _type = "Task" [ 1199.093082] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.101682] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.136561] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.136950] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.139400] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.248415] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.358117] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734613, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.603528] env[64658]: DEBUG oslo_vmware.api [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734614, 'name': PowerOnVM_Task, 'duration_secs': 0.480681} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.603824] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.711958] env[64658]: DEBUG nova.compute.manager [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.713029] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c424235d-5625-4b74-80ef-19589df2bf84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.813442] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.813748] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.813986] env[64658]: INFO nova.compute.manager [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Attaching volume cdbff3c8-e819-4bca-b742-98997ace6ced to /dev/sdc [ 1199.845073] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198d58e1-5e3c-469c-a754-15da49e5374b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.857911] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0227298-4fdb-4a65-9881-c878b1f9507b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.860373] env[64658]: DEBUG oslo_vmware.api [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734613, 'name': PowerOnVM_Task, 'duration_secs': 0.542655} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.860586] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.860785] env[64658]: DEBUG nova.compute.manager [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.861846] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8594d9-3c74-45a8-bd38-947411a3d75a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.873604] env[64658]: DEBUG nova.virt.block_device [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updating existing volume attachment record: 1401613f-6ef5-4378-bf22-81160c69ab67 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.231166] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5af11136-4e9b-4cc7-908a-8563310ece95 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.848s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.232640] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.619s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.232640] env[64658]: INFO nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] During sync_power_state the instance has a pending task (spawning). Skip. [ 1200.232640] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.382197] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.382529] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.382739] env[64658]: DEBUG nova.objects.instance [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64658) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1201.287258] env[64658]: DEBUG nova.compute.manager [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1201.392219] env[64658]: DEBUG oslo_concurrency.lockutils [None req-26b795ce-79a1-4a43-bde9-bb7b49b94d2f tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.807777] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.808046] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.150348] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc49d770-3f36-4266-80b2-f2c426e9720c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.158481] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36a962fd-6f45-4974-8843-3ed543b6c35a tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Suspending the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1202.158795] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-146968f3-3367-46d4-b88f-c205454c7ad0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.165285] env[64658]: DEBUG oslo_vmware.api [None req-36a962fd-6f45-4974-8843-3ed543b6c35a tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1202.165285] env[64658]: value = "task-2734617" [ 1202.165285] env[64658]: _type = "Task" [ 1202.165285] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.174093] env[64658]: DEBUG oslo_vmware.api [None req-36a962fd-6f45-4974-8843-3ed543b6c35a tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734617, 'name': SuspendVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.314322] env[64658]: INFO nova.compute.claims [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.675920] env[64658]: DEBUG oslo_vmware.api [None req-36a962fd-6f45-4974-8843-3ed543b6c35a tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734617, 'name': SuspendVM_Task} progress is 62%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.707098] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263d3b0-3452-ce93-193c-0b8461aef251/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1202.708031] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1edcce-d96d-4763-996a-95277d574fc6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.714185] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263d3b0-3452-ce93-193c-0b8461aef251/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1202.714351] env[64658]: ERROR oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263d3b0-3452-ce93-193c-0b8461aef251/disk-0.vmdk due to incomplete transfer. [ 1202.714569] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27db5fc8-f8b0-4875-b9cd-00bc8af280b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.721446] env[64658]: DEBUG oslo_vmware.rw_handles [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5263d3b0-3452-ce93-193c-0b8461aef251/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1202.721643] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Uploaded image 52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1202.723479] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1202.723691] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47c5a721-e6fb-45b0-a967-92ecdd097672 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.729334] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1202.729334] env[64658]: value = "task-2734618" [ 1202.729334] env[64658]: _type = "Task" [ 1202.729334] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.738520] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734618, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.821999] env[64658]: INFO nova.compute.resource_tracker [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating resource usage from migration b6c683af-11a9-42d4-9349-83a21045b1e4 [ 1202.931891] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b4524-bde5-4f6d-adef-dd15391d8457 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.940550] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e30b64-c0c2-4555-8b9b-342bfcb83e9f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.971939] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8bbd3d-53be-4fe9-8d85-b72b3c5a398c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.979789] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93818780-b8a8-4770-9f4f-f8829e8a9bf1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.993834] env[64658]: DEBUG nova.compute.provider_tree [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.176169] env[64658]: DEBUG oslo_vmware.api [None req-36a962fd-6f45-4974-8843-3ed543b6c35a tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734617, 'name': SuspendVM_Task, 'duration_secs': 0.942262} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.176463] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-36a962fd-6f45-4974-8843-3ed543b6c35a tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Suspended the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1203.176644] env[64658]: DEBUG nova.compute.manager [None req-36a962fd-6f45-4974-8843-3ed543b6c35a tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.177432] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e11dc6-86d0-470f-bd68-e0b6c7897e76 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.239445] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734618, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.497585] env[64658]: DEBUG nova.scheduler.client.report [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.739991] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734618, 'name': Destroy_Task} progress is 33%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.003104] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.195s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.003290] env[64658]: INFO nova.compute.manager [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Migrating [ 1204.235950] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.236239] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.241888] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734618, 'name': Destroy_Task, 'duration_secs': 1.409224} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.242113] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Destroyed the VM [ 1204.242347] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1204.242613] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a367fa6e-8074-4e59-b079-d2fd7ff45176 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.248895] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1204.248895] env[64658]: value = "task-2734619" [ 1204.248895] env[64658]: _type = "Task" [ 1204.248895] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.256833] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.425058] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.425379] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550548', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'name': 'volume-cdbff3c8-e819-4bca-b742-98997ace6ced', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'serial': 'cdbff3c8-e819-4bca-b742-98997ace6ced'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.426559] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d79ae-ab0f-4055-8b83-8886efb93483 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.443649] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aca8fc-1dc2-436a-bb88-8453061eff53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.470722] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-cdbff3c8-e819-4bca-b742-98997ace6ced/volume-cdbff3c8-e819-4bca-b742-98997ace6ced.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.471022] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0a0a45-bcee-4269-b591-6ca86c0db1eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.488971] env[64658]: DEBUG oslo_vmware.api [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1204.488971] env[64658]: value = "task-2734620" [ 1204.488971] env[64658]: _type = "Task" [ 1204.488971] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.497366] env[64658]: DEBUG oslo_vmware.api [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.518107] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.518434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.518597] env[64658]: DEBUG nova.network.neutron [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.538178] env[64658]: INFO nova.compute.manager [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Resuming [ 1204.538995] env[64658]: DEBUG nova.objects.instance [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lazy-loading 'flavor' on Instance uuid 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.758400] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734619, 'name': RemoveSnapshot_Task, 'duration_secs': 0.314096} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.758614] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1204.758905] env[64658]: DEBUG nova.compute.manager [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.759696] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc773cc-11d4-4e0c-8cf0-02c928b7b445 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.998302] env[64658]: DEBUG oslo_vmware.api [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734620, 'name': ReconfigVM_Task, 'duration_secs': 0.350475} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.998755] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-cdbff3c8-e819-4bca-b742-98997ace6ced/volume-cdbff3c8-e819-4bca-b742-98997ace6ced.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.003367] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a286c36-df0c-4ef4-aae7-2d427173e36a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.018377] env[64658]: DEBUG oslo_vmware.api [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1205.018377] env[64658]: value = "task-2734621" [ 1205.018377] env[64658]: _type = "Task" [ 1205.018377] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.028144] env[64658]: DEBUG oslo_vmware.api [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.259922] env[64658]: DEBUG nova.network.neutron [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.270534] env[64658]: INFO nova.compute.manager [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Shelve offloading [ 1205.528751] env[64658]: DEBUG oslo_vmware.api [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734621, 'name': ReconfigVM_Task, 'duration_secs': 0.14278} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.529052] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550548', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'name': 'volume-cdbff3c8-e819-4bca-b742-98997ace6ced', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'serial': 'cdbff3c8-e819-4bca-b742-98997ace6ced'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1205.713775] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.714015] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.714171] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1205.762618] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.774172] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.774447] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1df6d4c-6328-4013-bc0f-348d104196db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.782847] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1205.782847] env[64658]: value = "task-2734622" [ 1205.782847] env[64658]: _type = "Task" [ 1205.782847] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.790452] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.048535] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.048723] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquired lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.048898] env[64658]: DEBUG nova.network.neutron [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.293571] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1206.293571] env[64658]: DEBUG nova.compute.manager [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.294371] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a4d20-f333-4dad-9277-04147e7bd5a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.299933] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.300118] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.300304] env[64658]: DEBUG nova.network.neutron [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.564451] env[64658]: DEBUG nova.objects.instance [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid ad5884a0-0877-43e9-a876-4786acf96abb {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.714117] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.733119] env[64658]: DEBUG nova.network.neutron [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [{"id": "92fb199d-0627-4b28-9961-df478187f0cd", "address": "fa:16:3e:c6:b1:6a", "network": {"id": "a9e18575-8724-4373-966b-901bb31f8bad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1684654965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa90a1be7ac447cb5b68b99a024d3a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fb199d-06", "ovs_interfaceid": "92fb199d-0627-4b28-9961-df478187f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.004498] env[64658]: DEBUG nova.network.neutron [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65f8636-ef", "ovs_interfaceid": "b65f8636-ef0e-4153-825d-74d2058614cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.070300] env[64658]: DEBUG oslo_concurrency.lockutils [None req-28eb1821-d8be-46ba-a8aa-edf18edbc190 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.235803] env[64658]: DEBUG oslo_concurrency.lockutils [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Releasing lock "refresh_cache-4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.236825] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0725d9-7290-431a-89a9-3eaa07a7e0d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.244109] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Resuming the VM {{(pid=64658) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1207.244351] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-874ef536-48cf-47ec-a4ff-2ecc19327d50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.250548] env[64658]: DEBUG oslo_vmware.api [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1207.250548] env[64658]: value = "task-2734623" [ 1207.250548] env[64658]: _type = "Task" [ 1207.250548] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.257963] env[64658]: DEBUG oslo_vmware.api [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.278365] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc972e-b798-4e6e-8c99-f5297013a100 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.296812] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance '61eeaa68-d1e3-44e1-a709-91d17dd07425' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.366035] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.366288] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.506719] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.713694] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.714047] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.714261] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.762590] env[64658]: DEBUG oslo_vmware.api [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734623, 'name': PowerOnVM_Task, 'duration_secs': 0.489347} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.762908] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Resumed the VM {{(pid=64658) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1207.763110] env[64658]: DEBUG nova.compute.manager [None req-518a69a2-7467-4674-9dd7-8f7da2d8252c tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.763919] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d743548-0a08-411a-a1ab-2d7949de4c94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.786152] env[64658]: DEBUG nova.compute.manager [req-2cc92adc-90eb-41e0-bac9-600e52827687 req-0827b8d3-b430-4f04-966f-fd3026d008f0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-vif-unplugged-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1207.786152] env[64658]: DEBUG oslo_concurrency.lockutils [req-2cc92adc-90eb-41e0-bac9-600e52827687 req-0827b8d3-b430-4f04-966f-fd3026d008f0 service nova] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.786250] env[64658]: DEBUG oslo_concurrency.lockutils [req-2cc92adc-90eb-41e0-bac9-600e52827687 req-0827b8d3-b430-4f04-966f-fd3026d008f0 service nova] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.786406] env[64658]: DEBUG oslo_concurrency.lockutils [req-2cc92adc-90eb-41e0-bac9-600e52827687 req-0827b8d3-b430-4f04-966f-fd3026d008f0 service nova] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.786577] env[64658]: DEBUG nova.compute.manager [req-2cc92adc-90eb-41e0-bac9-600e52827687 req-0827b8d3-b430-4f04-966f-fd3026d008f0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] No waiting events found dispatching network-vif-unplugged-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.786745] env[64658]: WARNING nova.compute.manager [req-2cc92adc-90eb-41e0-bac9-600e52827687 req-0827b8d3-b430-4f04-966f-fd3026d008f0 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received unexpected event network-vif-unplugged-b65f8636-ef0e-4153-825d-74d2058614cd for instance with vm_state shelved and task_state shelving_offloading. [ 1207.803177] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.803811] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78a0a5de-393a-4eca-9107-845e0fb02bda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.812645] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1207.812645] env[64658]: value = "task-2734624" [ 1207.812645] env[64658]: _type = "Task" [ 1207.812645] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.821865] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.853127] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.854130] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9e131-1770-43d5-a304-ed2a8e62ac9c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.862129] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.862431] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2872a16b-f24b-46fc-9768-a367b7297fa4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.869086] env[64658]: INFO nova.compute.manager [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Detaching volume 491c999d-b29b-425b-a2e6-6fba1ce05153 [ 1207.912247] env[64658]: INFO nova.virt.block_device [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Attempting to driver detach volume 491c999d-b29b-425b-a2e6-6fba1ce05153 from mountpoint /dev/sdb [ 1207.912637] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1207.913067] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550543', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'name': 'volume-491c999d-b29b-425b-a2e6-6fba1ce05153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'serial': '491c999d-b29b-425b-a2e6-6fba1ce05153'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1207.913791] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4b8adf-ca8b-44b1-8104-92e2b6d665e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.946438] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a337988d-d475-4a50-81c6-543e10639971 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.949252] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.949468] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.949650] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleting the datastore file [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.949917] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bbe5c5a-0c32-4eed-8783-a98e1490dca4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.956368] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c5eab-f59f-4ce9-add5-47ed9515d06f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.960115] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1207.960115] env[64658]: value = "task-2734626" [ 1207.960115] env[64658]: _type = "Task" [ 1207.960115] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.982478] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c8dd09-73e5-459c-996f-c29eda18eec0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.997597] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] The volume has not been displaced from its original location: [datastore2] volume-491c999d-b29b-425b-a2e6-6fba1ce05153/volume-491c999d-b29b-425b-a2e6-6fba1ce05153.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1208.002979] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.006268] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c950434-7f69-46a5-a48c-dec71d1fe0c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.019333] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.024680] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1208.024680] env[64658]: value = "task-2734627" [ 1208.024680] env[64658]: _type = "Task" [ 1208.024680] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.034472] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.218123] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.218370] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.218561] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.218782] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1208.219584] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8bfbc-d0a5-4f2b-8d5d-2ab6778eff61 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.227718] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f7a83a-153b-4dd4-878d-5754a08336a4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.242041] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba2764-7f83-4e66-85ef-f003e78f84ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.248679] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b5b04-a462-430d-aee0-d9cc65930a34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.279459] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179868MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1208.279612] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.279790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.322928] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734624, 'name': PowerOffVM_Task, 'duration_secs': 0.307213} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.323190] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.323374] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance '61eeaa68-d1e3-44e1-a709-91d17dd07425' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.471022] env[64658]: DEBUG oslo_vmware.api [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2716} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.471299] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.471514] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.471713] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.493909] env[64658]: INFO nova.scheduler.client.report [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted allocations for instance 9d8fe4bc-bcba-4917-b417-afb787ba5bed [ 1208.534613] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734627, 'name': ReconfigVM_Task, 'duration_secs': 0.292509} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.534942] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.539694] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59cc86e6-8bcf-4d97-b26b-422795fb763c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.555069] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1208.555069] env[64658]: value = "task-2734628" [ 1208.555069] env[64658]: _type = "Task" [ 1208.555069] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.565217] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.829162] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.829461] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.829585] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.829766] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.829913] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.830071] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.830278] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.830448] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.830642] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.830802] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.830974] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.836354] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0ec350-5974-4920-945b-1583b135adfd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.853314] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1208.853314] env[64658]: value = "task-2734629" [ 1208.853314] env[64658]: _type = "Task" [ 1208.853314] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.861259] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.998896] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.066714] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.289912] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Applying migration context for instance 61eeaa68-d1e3-44e1-a709-91d17dd07425 as it has an incoming, in-progress migration b6c683af-11a9-42d4-9349-83a21045b1e4. Migration status is migrating {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1209.291083] env[64658]: INFO nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating resource usage from migration b6c683af-11a9-42d4-9349-83a21045b1e4 [ 1209.309187] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.309341] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d2bbe444-ec72-4db0-b0ab-596ba086a67d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.309467] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance ad5884a0-0877-43e9-a876-4786acf96abb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.309591] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 416aefe7-8c83-4e4f-b98a-1d74aa64a79c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.309710] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.309825] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Migration b6c683af-11a9-42d4-9349-83a21045b1e4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1209.309938] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 61eeaa68-d1e3-44e1-a709-91d17dd07425 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.310141] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1209.310276] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1209.365511] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.397549] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bb0295-ea30-4dac-9d88-37d155f56b1c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.405241] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2022604-3b3a-4e80-ad29-731144119283 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.434638] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215e097c-dac4-46c8-99df-c6b48ac63eca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.441812] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfe53d1-9a15-40da-8d8d-460c6a3cf424 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.454494] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.567221] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.820186] env[64658]: DEBUG nova.compute.manager [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.820419] env[64658]: DEBUG nova.compute.manager [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing instance network info cache due to event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1209.820721] env[64658]: DEBUG oslo_concurrency.lockutils [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] Acquiring lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.820930] env[64658]: DEBUG oslo_concurrency.lockutils [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] Acquired lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.821172] env[64658]: DEBUG nova.network.neutron [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.865390] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734629, 'name': ReconfigVM_Task, 'duration_secs': 0.975888} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.865874] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance '61eeaa68-d1e3-44e1-a709-91d17dd07425' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.957239] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.067936] env[64658]: DEBUG oslo_vmware.api [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734628, 'name': ReconfigVM_Task, 'duration_secs': 1.361585} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.068308] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550543', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'name': 'volume-491c999d-b29b-425b-a2e6-6fba1ce05153', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': '491c999d-b29b-425b-a2e6-6fba1ce05153', 'serial': '491c999d-b29b-425b-a2e6-6fba1ce05153'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.274824] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.371882] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.372142] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.372302] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.372542] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.372762] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.372934] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.373169] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.373328] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.373501] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.373657] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.373827] env[64658]: DEBUG nova.virt.hardware [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.379014] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.379301] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d10ac23-e6e5-407e-a99d-16faf5456c4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.401051] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1210.401051] env[64658]: value = "task-2734630" [ 1210.401051] env[64658]: _type = "Task" [ 1210.401051] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.411974] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.461934] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1210.462152] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.462411] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.464s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.462823] env[64658]: DEBUG nova.objects.instance [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'resources' on Instance uuid 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.534147] env[64658]: DEBUG nova.network.neutron [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updated VIF entry in instance network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.534535] env[64658]: DEBUG nova.network.neutron [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": null, "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb65f8636-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.607227] env[64658]: DEBUG nova.objects.instance [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid ad5884a0-0877-43e9-a876-4786acf96abb {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.911338] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734630, 'name': ReconfigVM_Task, 'duration_secs': 0.156193} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.911721] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.912369] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a80eff-1ae4-4737-91e6-90b8516b6e81 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.934874] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.935136] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1d609d-8674-495a-b88e-ffacc8e4e1df {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.953614] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1210.953614] env[64658]: value = "task-2734631" [ 1210.953614] env[64658]: _type = "Task" [ 1210.953614] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.961046] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.965628] env[64658]: DEBUG nova.objects.instance [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.037053] env[64658]: DEBUG oslo_concurrency.lockutils [req-b948e1e2-2559-45fe-91b6-5b6653983309 req-95a8e2da-8240-48c0-9587-47cd8f3b39b6 service nova] Releasing lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.464545] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.464735] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1211.465969] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734631, 'name': ReconfigVM_Task, 'duration_secs': 0.249299} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.466436] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.466733] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance '61eeaa68-d1e3-44e1-a709-91d17dd07425' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.469977] env[64658]: DEBUG nova.objects.base [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Object Instance<9d8fe4bc-bcba-4917-b417-afb787ba5bed> lazy-loaded attributes: resources,numa_topology {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1211.570664] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1745d7b-5579-4a86-8eb0-316d8ca8743a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.578331] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a89190f-7425-43ba-86ac-d9b74d594bd0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.608017] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e45a6-692b-44e7-83de-537a4467a43b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.613935] env[64658]: DEBUG oslo_concurrency.lockutils [None req-89efb7ce-afc0-4f7e-a634-d0f62e36ad6d tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.248s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.615908] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eae51f-57ad-4db9-b9ec-bd8fe8f8db65 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.630477] env[64658]: DEBUG nova.compute.provider_tree [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.677226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.677485] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.974942] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0250b5b-3aae-4fcc-89ec-02cf15427124 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.995991] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044a2c1-b2f7-4043-a826-3567be385d74 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.999469] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.999671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.999909] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1212.019455] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance '61eeaa68-d1e3-44e1-a709-91d17dd07425' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.134305] env[64658]: DEBUG nova.scheduler.client.report [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.179816] env[64658]: INFO nova.compute.manager [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Detaching volume cdbff3c8-e819-4bca-b742-98997ace6ced [ 1212.215170] env[64658]: INFO nova.virt.block_device [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Attempting to driver detach volume cdbff3c8-e819-4bca-b742-98997ace6ced from mountpoint /dev/sdc [ 1212.215408] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.215594] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550548', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'name': 'volume-cdbff3c8-e819-4bca-b742-98997ace6ced', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'serial': 'cdbff3c8-e819-4bca-b742-98997ace6ced'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.216790] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8708af-3f4d-4f0d-9052-5ad7884fe7ec {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.238468] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c5664-9fd7-4a6a-b24d-f4c22bb34c0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.247015] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f550497-8ee2-46f3-aa8a-84f0eb1da95a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.267059] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f839f17-73ef-417d-a583-1e974aa09fad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.281827] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] The volume has not been displaced from its original location: [datastore1] volume-cdbff3c8-e819-4bca-b742-98997ace6ced/volume-cdbff3c8-e819-4bca-b742-98997ace6ced.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1212.287413] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.287710] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561973b4-1cc6-48d1-b352-f0817bed091a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.308557] env[64658]: DEBUG oslo_vmware.api [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1212.308557] env[64658]: value = "task-2734632" [ 1212.308557] env[64658]: _type = "Task" [ 1212.308557] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.315684] env[64658]: DEBUG oslo_vmware.api [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.563142] env[64658]: DEBUG nova.network.neutron [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Port 557c707a-295e-4dee-b909-a937eddc1e0b binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.639733] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.816563] env[64658]: DEBUG oslo_vmware.api [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734632, 'name': ReconfigVM_Task, 'duration_secs': 0.202216} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.816842] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.821565] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd821d0-2462-47b0-b99b-2390cef3517d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.836543] env[64658]: DEBUG oslo_vmware.api [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1212.836543] env[64658]: value = "task-2734633" [ 1212.836543] env[64658]: _type = "Task" [ 1212.836543] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.844408] env[64658]: DEBUG oslo_vmware.api [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.914279] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.914537] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.914747] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.914927] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.915115] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.917319] env[64658]: INFO nova.compute.manager [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Terminating instance [ 1213.148139] env[64658]: DEBUG oslo_concurrency.lockutils [None req-536f3a7d-c7e9-4465-aeaa-cfa3b949cda6 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.548s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.148987] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.535s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.149197] env[64658]: INFO nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1213.149363] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.149768] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.875s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.149939] env[64658]: INFO nova.compute.manager [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Unshelving [ 1213.221618] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [{"id": "b200d740-7429-4a28-83b1-24b1bdbd7709", "address": "fa:16:3e:01:11:69", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb200d740-74", "ovs_interfaceid": "b200d740-7429-4a28-83b1-24b1bdbd7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.346527] env[64658]: DEBUG oslo_vmware.api [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734633, 'name': ReconfigVM_Task, 'duration_secs': 0.140375} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.346758] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550548', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'name': 'volume-cdbff3c8-e819-4bca-b742-98997ace6ced', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad5884a0-0877-43e9-a876-4786acf96abb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdbff3c8-e819-4bca-b742-98997ace6ced', 'serial': 'cdbff3c8-e819-4bca-b742-98997ace6ced'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.421384] env[64658]: DEBUG nova.compute.manager [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.422528] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.422654] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5511c0-6fa3-4be1-aa36-5d0d7b489822 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.430342] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.430726] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d78d918a-0bdd-4fca-ae4e-c1f64b642f1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.436182] env[64658]: DEBUG oslo_vmware.api [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1213.436182] env[64658]: value = "task-2734634" [ 1213.436182] env[64658]: _type = "Task" [ 1213.436182] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.443884] env[64658]: DEBUG oslo_vmware.api [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.584361] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.584601] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.584765] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.724094] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.724304] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1213.885703] env[64658]: DEBUG nova.objects.instance [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'flavor' on Instance uuid ad5884a0-0877-43e9-a876-4786acf96abb {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.946450] env[64658]: DEBUG oslo_vmware.api [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734634, 'name': PowerOffVM_Task, 'duration_secs': 0.176034} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.946719] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.946876] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.947150] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2edc594-59fb-4ea4-a25b-9fefcfe1c203 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.010040] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.010306] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.010550] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleting the datastore file [datastore2] 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.010829] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d55e7309-95ca-4c48-a8a5-3644b2d5327b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.018078] env[64658]: DEBUG oslo_vmware.api [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for the task: (returnval){ [ 1214.018078] env[64658]: value = "task-2734636" [ 1214.018078] env[64658]: _type = "Task" [ 1214.018078] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.026147] env[64658]: DEBUG oslo_vmware.api [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.176037] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.176342] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.176342] env[64658]: DEBUG nova.objects.instance [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'pci_requests' on Instance uuid 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.528798] env[64658]: DEBUG oslo_vmware.api [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Task: {'id': task-2734636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135414} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.529079] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.529273] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.529447] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.529620] env[64658]: INFO nova.compute.manager [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1214.529862] env[64658]: DEBUG oslo.service.loopingcall [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.530071] env[64658]: DEBUG nova.compute.manager [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.530168] env[64658]: DEBUG nova.network.neutron [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.642636] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.642883] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.643094] env[64658]: DEBUG nova.network.neutron [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.680931] env[64658]: DEBUG nova.objects.instance [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.808333] env[64658]: DEBUG nova.compute.manager [req-ff4dff90-2eb1-45a9-ba0c-4392f8897073 req-03781e1e-f070-4c93-b4be-3b4d822e7280 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Received event network-vif-deleted-92fb199d-0627-4b28-9961-df478187f0cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.808447] env[64658]: INFO nova.compute.manager [req-ff4dff90-2eb1-45a9-ba0c-4392f8897073 req-03781e1e-f070-4c93-b4be-3b4d822e7280 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Neutron deleted interface 92fb199d-0627-4b28-9961-df478187f0cd; detaching it from the instance and deleting it from the info cache [ 1214.808615] env[64658]: DEBUG nova.network.neutron [req-ff4dff90-2eb1-45a9-ba0c-4392f8897073 req-03781e1e-f070-4c93-b4be-3b4d822e7280 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.894801] env[64658]: DEBUG oslo_concurrency.lockutils [None req-5073e0ec-8321-4fd8-94f7-47afe4d71d52 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.100534] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.100798] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.101017] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "ad5884a0-0877-43e9-a876-4786acf96abb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.101207] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.101380] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.103550] env[64658]: INFO nova.compute.manager [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Terminating instance [ 1215.183664] env[64658]: INFO nova.compute.claims [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.290403] env[64658]: DEBUG nova.network.neutron [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.311949] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bdf7f92-c909-4a2b-8e8a-11d46107cd62 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.321638] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded382ce-3d20-432a-971d-3ea73604f586 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.352695] env[64658]: DEBUG nova.compute.manager [req-ff4dff90-2eb1-45a9-ba0c-4392f8897073 req-03781e1e-f070-4c93-b4be-3b4d822e7280 service nova] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Detach interface failed, port_id=92fb199d-0627-4b28-9961-df478187f0cd, reason: Instance 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1215.362614] env[64658]: DEBUG nova.network.neutron [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.607277] env[64658]: DEBUG nova.compute.manager [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.607526] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.608429] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1433f6-821a-4638-b86e-bc0d065a1abc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.617819] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.618062] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3417d22-e62d-425f-8f83-7b14d2928d07 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.624146] env[64658]: DEBUG oslo_vmware.api [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1215.624146] env[64658]: value = "task-2734637" [ 1215.624146] env[64658]: _type = "Task" [ 1215.624146] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.631769] env[64658]: DEBUG oslo_vmware.api [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.795560] env[64658]: INFO nova.compute.manager [-] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Took 1.27 seconds to deallocate network for instance. [ 1215.865493] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.134388] env[64658]: DEBUG oslo_vmware.api [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734637, 'name': PowerOffVM_Task, 'duration_secs': 0.196716} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.134687] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.134915] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.135219] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb752c58-d820-49d4-bcf8-2e899b33d297 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.198675] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.198963] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.199093] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Deleting the datastore file [datastore1] ad5884a0-0877-43e9-a876-4786acf96abb {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.199330] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0c0172-1081-459d-9dd1-d3f12980d206 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.205285] env[64658]: DEBUG oslo_vmware.api [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for the task: (returnval){ [ 1216.205285] env[64658]: value = "task-2734639" [ 1216.205285] env[64658]: _type = "Task" [ 1216.205285] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.213282] env[64658]: DEBUG oslo_vmware.api [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.297927] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aaaa17-648d-4344-b2f1-5ef126ddb852 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.301908] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.305773] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fba5106-f1a6-424f-a0be-2fb8465b0d15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.335419] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf2099b-87d6-47b3-8b87-61ee6c568761 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.342472] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc48cfe-6312-44aa-adf6-87b10bb17f48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.356537] env[64658]: DEBUG nova.compute.provider_tree [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.384833] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad30882c-f001-499a-8a75-596cb56cc2c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.402926] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d854ad68-e780-4869-ab83-60f90248fdca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.409117] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance '61eeaa68-d1e3-44e1-a709-91d17dd07425' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.715644] env[64658]: DEBUG oslo_vmware.api [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Task: {'id': task-2734639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131111} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.715925] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.716129] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.716309] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.716480] env[64658]: INFO nova.compute.manager [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1216.716718] env[64658]: DEBUG oslo.service.loopingcall [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.716907] env[64658]: DEBUG nova.compute.manager [-] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.717012] env[64658]: DEBUG nova.network.neutron [-] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.859823] env[64658]: DEBUG nova.scheduler.client.report [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.917110] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.917110] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a65f5ac-5ac8-480d-b083-21daefa80146 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.925256] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1216.925256] env[64658]: value = "task-2734640" [ 1216.925256] env[64658]: _type = "Task" [ 1216.925256] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.933707] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.160417] env[64658]: DEBUG nova.compute.manager [req-2572c64d-8f99-4791-b028-2c5ad7422953 req-7b5a2947-7e8f-413e-9511-c9d379faee89 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Received event network-vif-deleted-b9952df5-9aa7-4f19-a56b-211122bc71c9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.160754] env[64658]: INFO nova.compute.manager [req-2572c64d-8f99-4791-b028-2c5ad7422953 req-7b5a2947-7e8f-413e-9511-c9d379faee89 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Neutron deleted interface b9952df5-9aa7-4f19-a56b-211122bc71c9; detaching it from the instance and deleting it from the info cache [ 1217.161104] env[64658]: DEBUG nova.network.neutron [req-2572c64d-8f99-4791-b028-2c5ad7422953 req-7b5a2947-7e8f-413e-9511-c9d379faee89 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.365168] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.189s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.367394] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.066s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.367635] env[64658]: DEBUG nova.objects.instance [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lazy-loading 'resources' on Instance uuid 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.395215] env[64658]: INFO nova.network.neutron [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating port b65f8636-ef0e-4153-825d-74d2058614cd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1217.436920] env[64658]: DEBUG oslo_vmware.api [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734640, 'name': PowerOnVM_Task, 'duration_secs': 0.423546} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.437311] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.437505] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-d53793f1-39a9-433c-a8c3-72857ad5c815 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance '61eeaa68-d1e3-44e1-a709-91d17dd07425' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.643014] env[64658]: DEBUG nova.network.neutron [-] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.664048] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-876974ac-cd95-495f-bfee-665c63e048dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.674911] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a0d78a-103b-4788-9474-850c3c3723a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.702960] env[64658]: DEBUG nova.compute.manager [req-2572c64d-8f99-4791-b028-2c5ad7422953 req-7b5a2947-7e8f-413e-9511-c9d379faee89 service nova] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Detach interface failed, port_id=b9952df5-9aa7-4f19-a56b-211122bc71c9, reason: Instance ad5884a0-0877-43e9-a876-4786acf96abb could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1217.983828] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef937b45-e100-47c3-9310-290a28cdc9c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.992681] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2315c987-fd43-4cac-b8b7-a488d2c63071 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.025302] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ffbb65-ce1d-45ff-b89e-bf63e0009b4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.032744] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81820d8-1085-4ef4-8e47-c81d7744966c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.048135] env[64658]: DEBUG nova.compute.provider_tree [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.145786] env[64658]: INFO nova.compute.manager [-] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Took 1.43 seconds to deallocate network for instance. [ 1218.551141] env[64658]: DEBUG nova.scheduler.client.report [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.652090] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.852099] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.852331] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.852467] env[64658]: DEBUG nova.network.neutron [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.056936] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.059285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.407s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.059518] env[64658]: DEBUG nova.objects.instance [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lazy-loading 'resources' on Instance uuid ad5884a0-0877-43e9-a876-4786acf96abb {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.081328] env[64658]: INFO nova.scheduler.client.report [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Deleted allocations for instance 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137 [ 1219.305166] env[64658]: DEBUG nova.compute.manager [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-vif-plugged-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.305166] env[64658]: DEBUG oslo_concurrency.lockutils [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.305166] env[64658]: DEBUG oslo_concurrency.lockutils [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.305166] env[64658]: DEBUG oslo_concurrency.lockutils [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.305166] env[64658]: DEBUG nova.compute.manager [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] No waiting events found dispatching network-vif-plugged-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.305166] env[64658]: WARNING nova.compute.manager [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received unexpected event network-vif-plugged-b65f8636-ef0e-4153-825d-74d2058614cd for instance with vm_state shelved_offloaded and task_state spawning. [ 1219.305166] env[64658]: DEBUG nova.compute.manager [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.305166] env[64658]: DEBUG nova.compute.manager [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing instance network info cache due to event network-changed-b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1219.305166] env[64658]: DEBUG oslo_concurrency.lockutils [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] Acquiring lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.596812] env[64658]: DEBUG oslo_concurrency.lockutils [None req-a575ebc3-7283-4bb2-9f8d-d674e21b4f25 tempest-ServersNegativeTestJSON-1529047441 tempest-ServersNegativeTestJSON-1529047441-project-member] Lock "4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.682s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.665462] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6fe46f-9425-4a5d-b59b-76c8735da144 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.673775] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d91ad6-770c-4090-9a5d-8165d80db8a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.705931] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f660121-963f-4228-9f1f-a3aa3c970acc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.713206] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be797f-d306-426b-ba68-fb3998494705 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.736622] env[64658]: DEBUG nova.compute.provider_tree [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.739271] env[64658]: DEBUG nova.network.neutron [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65f8636-ef", "ovs_interfaceid": "b65f8636-ef0e-4153-825d-74d2058614cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.835483] env[64658]: DEBUG nova.network.neutron [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Port 557c707a-295e-4dee-b909-a937eddc1e0b binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1219.835483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.835483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.835483] env[64658]: DEBUG nova.network.neutron [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.246952] env[64658]: DEBUG nova.scheduler.client.report [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.251117] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.253200] env[64658]: DEBUG oslo_concurrency.lockutils [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] Acquired lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.253336] env[64658]: DEBUG nova.network.neutron [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Refreshing network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.281823] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a7b41157f7bcad9242c94b7b0535a0bf',container_format='bare',created_at=2025-02-20T16:13:12Z,direct_url=,disk_format='vmdk',id=52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1149899460-shelved',owner='620a1ac7fb86487282fa10cc02d98322',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-20T16:13:30Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.282136] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.282318] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.282510] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.282687] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.282841] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.283151] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.283351] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.283527] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.284321] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.284993] env[64658]: DEBUG nova.virt.hardware [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.285638] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecfed57-e296-4764-b271-149bde414380 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.294811] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918aca24-2083-4203-9575-f98dbe2d4646 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.311497] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:98:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b65f8636-ef0e-4153-825d-74d2058614cd', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.319224] env[64658]: DEBUG oslo.service.loopingcall [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1220.320649] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.322826] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55f138b0-cb96-4aa0-938a-49529bb3e84f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.353725] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.353725] env[64658]: value = "task-2734641" [ 1220.353725] env[64658]: _type = "Task" [ 1220.353725] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.364168] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734641, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.583477] env[64658]: DEBUG nova.network.neutron [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.754920] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.791373] env[64658]: INFO nova.scheduler.client.report [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Deleted allocations for instance ad5884a0-0877-43e9-a876-4786acf96abb [ 1220.845515] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.845515] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.845515] env[64658]: INFO nova.compute.manager [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Shelving [ 1220.864838] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734641, 'name': CreateVM_Task, 'duration_secs': 0.347595} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.864838] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.873789] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.873962] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.874365] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.875057] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73ed758-55f1-4844-b6ac-6792bb925191 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.879104] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1220.879104] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527eacf8-efd9-d536-1a1c-8647b11355fd" [ 1220.879104] env[64658]: _type = "Task" [ 1220.879104] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.887374] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527eacf8-efd9-d536-1a1c-8647b11355fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.983878] env[64658]: DEBUG nova.network.neutron [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updated VIF entry in instance network info cache for port b65f8636-ef0e-4153-825d-74d2058614cd. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.984254] env[64658]: DEBUG nova.network.neutron [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [{"id": "b65f8636-ef0e-4153-825d-74d2058614cd", "address": "fa:16:3e:85:98:dc", "network": {"id": "c6883834-73cf-402e-aae4-4167b350cd80", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-394862386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "620a1ac7fb86487282fa10cc02d98322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65f8636-ef", "ovs_interfaceid": "b65f8636-ef0e-4153-825d-74d2058614cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.089284] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.301771] env[64658]: DEBUG oslo_concurrency.lockutils [None req-52edf46c-50ea-44aa-9f50-89b46344f856 tempest-AttachVolumeTestJSON-788259551 tempest-AttachVolumeTestJSON-788259551-project-member] Lock "ad5884a0-0877-43e9-a876-4786acf96abb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.201s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.389674] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.390747] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Processing image 52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.390747] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.390747] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.390747] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.390747] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a613336-f2f0-48f9-a1d4-2432c5eafba6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.409094] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.409270] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.410033] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b79753-668e-493c-b51b-7cddea92af8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.415102] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1221.415102] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5223580c-f259-acb4-ab0e-ff0f7095b5d2" [ 1221.415102] env[64658]: _type = "Task" [ 1221.415102] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.422668] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5223580c-f259-acb4-ab0e-ff0f7095b5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.487107] env[64658]: DEBUG oslo_concurrency.lockutils [req-709024ea-5e10-4011-b16f-153045f1b2b2 req-728f6cb0-7a95-41a7-89f6-682a35bead5d service nova] Releasing lock "refresh_cache-9d8fe4bc-bcba-4917-b417-afb787ba5bed" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.593031] env[64658]: DEBUG nova.compute.manager [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64658) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1221.593235] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.593471] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.854727] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.855185] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b58a0d-841e-4ff6-a6cc-e06f1fc369bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.861692] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1221.861692] env[64658]: value = "task-2734643" [ 1221.861692] env[64658]: _type = "Task" [ 1221.861692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.869650] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.925581] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Preparing fetch location {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1221.925787] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Fetch image to [datastore2] OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f/OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f.vmdk {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1221.925973] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Downloading stream optimized image 52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe to [datastore2] OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f/OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f.vmdk on the data store datastore2 as vApp {{(pid=64658) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1221.926164] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Downloading image file data 52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe to the ESX as VM named 'OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f' {{(pid=64658) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1222.009175] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1222.009175] env[64658]: value = "resgroup-9" [ 1222.009175] env[64658]: _type = "ResourcePool" [ 1222.009175] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1222.009620] env[64658]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3fb07a97-8846-415d-9cbe-a21dd9480cf5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.033021] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease: (returnval){ [ 1222.033021] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52873e7b-2c0f-dbcb-df34-e3f8850ca5e9" [ 1222.033021] env[64658]: _type = "HttpNfcLease" [ 1222.033021] env[64658]: } obtained for vApp import into resource pool (val){ [ 1222.033021] env[64658]: value = "resgroup-9" [ 1222.033021] env[64658]: _type = "ResourcePool" [ 1222.033021] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1222.033403] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the lease: (returnval){ [ 1222.033403] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52873e7b-2c0f-dbcb-df34-e3f8850ca5e9" [ 1222.033403] env[64658]: _type = "HttpNfcLease" [ 1222.033403] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.039632] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.039632] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52873e7b-2c0f-dbcb-df34-e3f8850ca5e9" [ 1222.039632] env[64658]: _type = "HttpNfcLease" [ 1222.039632] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.096156] env[64658]: DEBUG nova.objects.instance [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'migration_context' on Instance uuid 61eeaa68-d1e3-44e1-a709-91d17dd07425 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.372229] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734643, 'name': PowerOffVM_Task, 'duration_secs': 0.22065} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.372505] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.373336] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e20adf7-3472-48b4-9af1-df0fbe54086a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.392650] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b7a59d-e388-4379-adbb-942d7d18c658 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.541970] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.541970] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52873e7b-2c0f-dbcb-df34-e3f8850ca5e9" [ 1222.541970] env[64658]: _type = "HttpNfcLease" [ 1222.541970] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.695411] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d23ba-b252-4657-bb35-96a7f0c32b7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.704519] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be352eb6-9aff-457e-b885-d015ccc877a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.733691] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5884ae-b8fe-4a91-980e-192cd91ca1dd {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.740291] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9cf563-c5eb-43ad-bfc9-9c8c6279ad9d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.754422] env[64658]: DEBUG nova.compute.provider_tree [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.902929] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Creating Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1222.903284] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ea00ed2-da7f-4627-9307-b16a4b6af980 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.910786] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1222.910786] env[64658]: value = "task-2734645" [ 1222.910786] env[64658]: _type = "Task" [ 1222.910786] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.919267] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734645, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.041938] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.041938] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52873e7b-2c0f-dbcb-df34-e3f8850ca5e9" [ 1223.041938] env[64658]: _type = "HttpNfcLease" [ 1223.041938] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.042244] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.042244] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52873e7b-2c0f-dbcb-df34-e3f8850ca5e9" [ 1223.042244] env[64658]: _type = "HttpNfcLease" [ 1223.042244] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1223.043045] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802cd86c-ee2c-4b94-940c-fb1a612b6d80 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.050138] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209777f-412a-8a8e-1245-999cf6094f98/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.050345] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209777f-412a-8a8e-1245-999cf6094f98/disk-0.vmdk. {{(pid=64658) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1223.114979] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e05d44a7-1e5d-474e-af15-74667f258a31 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.258382] env[64658]: DEBUG nova.scheduler.client.report [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.422900] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734645, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.922097] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734645, 'name': CreateSnapshot_Task, 'duration_secs': 0.574117} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.922504] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Created Snapshot of the VM instance {{(pid=64658) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1223.923158] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48ad1c-bcfb-4609-a475-33459a0ba180 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.272098] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.678s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.279244] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Completed reading data from the image iterator. {{(pid=64658) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1224.279511] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209777f-412a-8a8e-1245-999cf6094f98/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.280628] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ece432-9c1d-453c-8093-1c571a715567 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.295466] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209777f-412a-8a8e-1245-999cf6094f98/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.295662] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209777f-412a-8a8e-1245-999cf6094f98/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1224.295815] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-19e312b6-e11d-4a00-9da0-7b5746539386 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.441981] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Creating linked-clone VM from snapshot {{(pid=64658) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1224.442422] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3da87098-4eba-4c05-81d9-bd77d155234a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.451154] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1224.451154] env[64658]: value = "task-2734646" [ 1224.451154] env[64658]: _type = "Task" [ 1224.451154] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.459362] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734646, 'name': CloneVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.460611] env[64658]: DEBUG oslo_vmware.rw_handles [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5209777f-412a-8a8e-1245-999cf6094f98/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1224.460846] env[64658]: INFO nova.virt.vmwareapi.images [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Downloaded image file data 52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe [ 1224.461600] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e3057-9455-42d5-bb8b-f2fc99d95721 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.479232] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e876c4b5-4c07-429c-b3af-eb23f970b977 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.523783] env[64658]: INFO nova.virt.vmwareapi.images [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] The imported VM was unregistered [ 1224.526407] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Caching image {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1224.526706] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Creating directory with path [datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.527036] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1abb83f-2a68-4f9e-b99e-687f05b8d9c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.537899] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Created directory with path [datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.538111] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f/OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f.vmdk to [datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe.vmdk. {{(pid=64658) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1224.538373] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9865eb17-393f-4e4b-be8c-5925bc7d69ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.549130] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1224.549130] env[64658]: value = "task-2734648" [ 1224.549130] env[64658]: _type = "Task" [ 1224.549130] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.559040] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.961189] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734646, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.059428] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.462222] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734646, 'name': CloneVM_Task} progress is 94%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.559916] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.820034] env[64658]: INFO nova.compute.manager [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Swapping old allocation on dict_keys(['018c850a-5a14-4a88-8488-ab65a3b60cdb']) held by migration b6c683af-11a9-42d4-9349-83a21045b1e4 for instance [ 1225.841841] env[64658]: DEBUG nova.scheduler.client.report [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Overwriting current allocation {'allocations': {'018c850a-5a14-4a88-8488-ab65a3b60cdb': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 170}}, 'project_id': '765b853eb54d44cf86b157bb1bd25e25', 'user_id': '78beea7a270a4041b07ef7724fc862e7', 'consumer_generation': 1} on consumer 61eeaa68-d1e3-44e1-a709-91d17dd07425 {{(pid=64658) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1225.932864] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.933290] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.933648] env[64658]: DEBUG nova.network.neutron [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.963448] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734646, 'name': CloneVM_Task, 'duration_secs': 1.357689} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.963894] env[64658]: INFO nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Created linked-clone VM from snapshot [ 1225.964694] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3505ea-6479-48e8-aab8-61b7fff8eeca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.974808] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Uploading image 58a22c84-933c-44ca-969f-16bfae835514 {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1226.003933] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1226.003933] env[64658]: value = "vm-550552" [ 1226.003933] env[64658]: _type = "VirtualMachine" [ 1226.003933] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1226.004296] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-640840e9-e90f-4eac-8be7-f30177689fbe {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.012875] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease: (returnval){ [ 1226.012875] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c09078-2b98-3e1e-bf9f-8c17e9173d0a" [ 1226.012875] env[64658]: _type = "HttpNfcLease" [ 1226.012875] env[64658]: } obtained for exporting VM: (result){ [ 1226.012875] env[64658]: value = "vm-550552" [ 1226.012875] env[64658]: _type = "VirtualMachine" [ 1226.012875] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1226.013326] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the lease: (returnval){ [ 1226.013326] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c09078-2b98-3e1e-bf9f-8c17e9173d0a" [ 1226.013326] env[64658]: _type = "HttpNfcLease" [ 1226.013326] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1226.022820] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1226.022820] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c09078-2b98-3e1e-bf9f-8c17e9173d0a" [ 1226.022820] env[64658]: _type = "HttpNfcLease" [ 1226.022820] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1226.063140] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.526606] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1226.526606] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c09078-2b98-3e1e-bf9f-8c17e9173d0a" [ 1226.526606] env[64658]: _type = "HttpNfcLease" [ 1226.526606] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1226.526606] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1226.526606] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c09078-2b98-3e1e-bf9f-8c17e9173d0a" [ 1226.526606] env[64658]: _type = "HttpNfcLease" [ 1226.526606] env[64658]: }. {{(pid=64658) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1226.527292] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91487ab-a4bd-40d6-a3a5-768142bcfe25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.539014] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da057-b1b2-439c-5e94-5c88ecca0a2d/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1226.539269] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da057-b1b2-439c-5e94-5c88ecca0a2d/disk-0.vmdk for reading. {{(pid=64658) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1226.616985] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.652876] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39a88131-a597-4452-ae6d-96b832fd5444 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.706198] env[64658]: DEBUG nova.network.neutron [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [{"id": "557c707a-295e-4dee-b909-a937eddc1e0b", "address": "fa:16:3e:5b:9d:f5", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap557c707a-29", "ovs_interfaceid": "557c707a-295e-4dee-b909-a937eddc1e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.112754] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.209024] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-61eeaa68-d1e3-44e1-a709-91d17dd07425" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.209602] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.210089] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ec80bc-94ae-4ad9-aec3-e851d0dc33c2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.219416] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1227.219416] env[64658]: value = "task-2734651" [ 1227.219416] env[64658]: _type = "Task" [ 1227.219416] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.230768] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.612041] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.732947] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734651, 'name': PowerOffVM_Task, 'duration_secs': 0.252321} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.733938] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.735236] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.735661] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.736152] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.736523] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.737024] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.737666] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.737666] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.738093] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.738812] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.738812] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.738948] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.744193] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1349522f-1e15-45f9-8046-166282f36052 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.761802] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1227.761802] env[64658]: value = "task-2734652" [ 1227.761802] env[64658]: _type = "Task" [ 1227.761802] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.772648] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.110710] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734648, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.460192} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.111193] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f/OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f.vmdk to [datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe.vmdk. [ 1228.111344] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Cleaning up location [datastore2] OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1228.111524] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_70601e7b-a541-4bf0-b38f-22f8bb03017f {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.111866] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-180bf935-a186-4fc9-817c-2e5f72d07de5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.118981] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1228.118981] env[64658]: value = "task-2734654" [ 1228.118981] env[64658]: _type = "Task" [ 1228.118981] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.127462] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.272097] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734652, 'name': ReconfigVM_Task, 'duration_secs': 0.190168} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.272945] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39934a9-6cab-4402-b6d6-30fe14ec0e78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.292121] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.292469] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.292738] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.292966] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.293162] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.293314] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.293661] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.294170] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.294247] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.294446] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.294676] env[64658]: DEBUG nova.virt.hardware [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.295637] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97beb0bf-efec-4810-b2a1-ad0538e4aa95 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.300963] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1228.300963] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c200f9-7fe7-e520-f1e8-b4290f9a8ba6" [ 1228.300963] env[64658]: _type = "Task" [ 1228.300963] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.308454] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c200f9-7fe7-e520-f1e8-b4290f9a8ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.629084] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046669} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.629396] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.629565] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.629812] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe.vmdk to [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.630076] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e19d42-608b-42eb-9d4b-3f0f0bd95193 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.636911] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1228.636911] env[64658]: value = "task-2734655" [ 1228.636911] env[64658]: _type = "Task" [ 1228.636911] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.644057] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.812465] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c200f9-7fe7-e520-f1e8-b4290f9a8ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.020644} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.818017] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.818513] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a5a2e7-c690-4eb9-aa56-4dc98fc08087 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.837288] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1228.837288] env[64658]: value = "task-2734656" [ 1228.837288] env[64658]: _type = "Task" [ 1228.837288] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.846707] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.149391] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734655, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.349863] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734656, 'name': ReconfigVM_Task, 'duration_secs': 0.197401} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.350247] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.351286] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b86d67-da9d-4aed-b0ee-abe7f661cf2b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.376246] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.376595] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a931047-2e0a-46e8-8487-b2d98665df2d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.396681] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1229.396681] env[64658]: value = "task-2734657" [ 1229.396681] env[64658]: _type = "Task" [ 1229.396681] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.407426] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.649865] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734655, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.910118] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734657, 'name': ReconfigVM_Task, 'duration_secs': 0.424341} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.910118] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425/61eeaa68-d1e3-44e1-a709-91d17dd07425.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.910439] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c902454e-0b22-4488-a8c8-fb53d9347e50 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.931606] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8580848-52a6-40b6-8b2e-c847f8ea2534 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.952682] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663a0192-e2c5-49e7-a974-442ac75eb042 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.978409] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3937bf-5c8c-44b7-ab2e-b718703971c9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.988998] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.989393] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144e2246-d0f4-4538-a34c-604ee9fc1897 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.998857] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1229.998857] env[64658]: value = "task-2734658" [ 1229.998857] env[64658]: _type = "Task" [ 1229.998857] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.011056] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.149463] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734655, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.510146] env[64658]: DEBUG oslo_vmware.api [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734658, 'name': PowerOnVM_Task, 'duration_secs': 0.487685} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.510438] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.651412] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734655, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.152023] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734655, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.456983} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.152023] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe/52ca082d-3fe2-454d-8c9b-43cc8ea5c0fe.vmdk to [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.152571] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a147ad1-18b9-4a3d-a482-10eb210f91d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.175535] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.175913] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f23400f-63e4-4c2b-bff4-5403cef772c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.196957] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1231.196957] env[64658]: value = "task-2734659" [ 1231.196957] env[64658]: _type = "Task" [ 1231.196957] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.205413] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.522521] env[64658]: INFO nova.compute.manager [None req-1c195286-eb12-4578-8cb4-67e29f116f5c tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance to original state: 'active' [ 1231.707224] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.209109] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734659, 'name': ReconfigVM_Task, 'duration_secs': 0.877119} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.209486] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed/9d8fe4bc-bcba-4917-b417-afb787ba5bed.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.210576] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470fb097-0725-43d9-adb9-14bb74a5e0b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.217023] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1232.217023] env[64658]: value = "task-2734660" [ 1232.217023] env[64658]: _type = "Task" [ 1232.217023] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.226113] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734660, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.727548] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734660, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.067011] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.067207] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.067428] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.067657] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.067842] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.070292] env[64658]: INFO nova.compute.manager [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Terminating instance [ 1233.229554] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734660, 'name': Rename_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.574695] env[64658]: DEBUG nova.compute.manager [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.574959] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.576055] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b8312-9170-4214-9e25-615863102bfa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.584043] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.584313] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c624bb1-33f7-401a-a789-8184a4188949 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.590758] env[64658]: DEBUG oslo_vmware.api [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1233.590758] env[64658]: value = "task-2734661" [ 1233.590758] env[64658]: _type = "Task" [ 1233.590758] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.599526] env[64658]: DEBUG oslo_vmware.api [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.728742] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734660, 'name': Rename_Task, 'duration_secs': 1.167138} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.729032] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.729311] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e129f1d-1a31-4186-bfd4-8ec2ac52219d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.735449] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1233.735449] env[64658]: value = "task-2734662" [ 1233.735449] env[64658]: _type = "Task" [ 1233.735449] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.743139] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.100790] env[64658]: DEBUG oslo_vmware.api [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734661, 'name': PowerOffVM_Task, 'duration_secs': 0.239745} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.101103] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.101273] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.101556] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4940164a-992e-4f7a-8928-ba4793791e70 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.174399] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.174609] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.174796] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleting the datastore file [datastore1] 61eeaa68-d1e3-44e1-a709-91d17dd07425 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.175088] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff7e632a-f9ba-4acf-ae1b-2ff3ef3e685f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.181036] env[64658]: DEBUG oslo_vmware.api [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1234.181036] env[64658]: value = "task-2734664" [ 1234.181036] env[64658]: _type = "Task" [ 1234.181036] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.189245] env[64658]: DEBUG oslo_vmware.api [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.249776] env[64658]: DEBUG oslo_vmware.api [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734662, 'name': PowerOnVM_Task, 'duration_secs': 0.511337} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.250261] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.359527] env[64658]: DEBUG nova.compute.manager [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.360556] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4711a9b4-a329-4f19-b8fa-e8358b95aa68 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.691067] env[64658]: DEBUG oslo_vmware.api [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16743} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.691308] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.691494] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.691671] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.691844] env[64658]: INFO nova.compute.manager [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1234.692095] env[64658]: DEBUG oslo.service.loopingcall [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.692286] env[64658]: DEBUG nova.compute.manager [-] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.692385] env[64658]: DEBUG nova.network.neutron [-] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.877982] env[64658]: DEBUG oslo_concurrency.lockutils [None req-280eb8a2-61e1-4057-a13a-6242c5795c84 tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.726s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.147168] env[64658]: DEBUG nova.compute.manager [req-17e04dc8-95af-4e8d-be54-a09c1aae757d req-6c846479-c260-4cd2-a1c9-9b5a2c560a42 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Received event network-vif-deleted-557c707a-295e-4dee-b909-a937eddc1e0b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1235.147379] env[64658]: INFO nova.compute.manager [req-17e04dc8-95af-4e8d-be54-a09c1aae757d req-6c846479-c260-4cd2-a1c9-9b5a2c560a42 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Neutron deleted interface 557c707a-295e-4dee-b909-a937eddc1e0b; detaching it from the instance and deleting it from the info cache [ 1235.147557] env[64658]: DEBUG nova.network.neutron [req-17e04dc8-95af-4e8d-be54-a09c1aae757d req-6c846479-c260-4cd2-a1c9-9b5a2c560a42 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.520846] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da057-b1b2-439c-5e94-5c88ecca0a2d/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1235.521788] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f85033-b296-4832-aecc-8ca089cb77b2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.528279] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da057-b1b2-439c-5e94-5c88ecca0a2d/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1235.528447] env[64658]: ERROR oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da057-b1b2-439c-5e94-5c88ecca0a2d/disk-0.vmdk due to incomplete transfer. [ 1235.528668] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a32d22f7-0232-44f0-beff-e96088b1e26a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.535199] env[64658]: DEBUG oslo_vmware.rw_handles [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521da057-b1b2-439c-5e94-5c88ecca0a2d/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1235.535390] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Uploaded image 58a22c84-933c-44ca-969f-16bfae835514 to the Glance image server {{(pid=64658) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1235.537676] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Destroying the VM {{(pid=64658) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1235.537905] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f601e38-9829-4d5f-91b5-4d5744734fa2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.542901] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1235.542901] env[64658]: value = "task-2734665" [ 1235.542901] env[64658]: _type = "Task" [ 1235.542901] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.550578] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734665, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.627480] env[64658]: DEBUG nova.network.neutron [-] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.649661] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1718909f-9006-4fda-87c0-f976d4e412d6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.659780] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ef8dc-5808-42ad-978d-a0adb3faeff1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.687764] env[64658]: DEBUG nova.compute.manager [req-17e04dc8-95af-4e8d-be54-a09c1aae757d req-6c846479-c260-4cd2-a1c9-9b5a2c560a42 service nova] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Detach interface failed, port_id=557c707a-295e-4dee-b909-a937eddc1e0b, reason: Instance 61eeaa68-d1e3-44e1-a709-91d17dd07425 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1235.758064] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.758277] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.922388] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.922770] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.923015] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.923215] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.923387] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.926104] env[64658]: INFO nova.compute.manager [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Terminating instance [ 1236.053998] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734665, 'name': Destroy_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.129245] env[64658]: INFO nova.compute.manager [-] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Took 1.44 seconds to deallocate network for instance. [ 1236.261761] env[64658]: INFO nova.compute.manager [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Detaching volume 56ba297e-4030-44b5-8bff-6243ad39d8a7 [ 1236.297821] env[64658]: INFO nova.virt.block_device [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Attempting to driver detach volume 56ba297e-4030-44b5-8bff-6243ad39d8a7 from mountpoint /dev/sdb [ 1236.298186] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.298465] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1236.299371] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5acd5ca-dbfe-450f-8e8a-86877f71e114 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.321543] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2784d90-45e8-4dba-8d06-914f92ed502a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.328811] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e3895-e2d1-4241-bc98-5ad11fbdd528 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.348470] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ed4c5e-ffba-4725-a59e-f392cc04a165 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.362209] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] The volume has not been displaced from its original location: [datastore1] volume-56ba297e-4030-44b5-8bff-6243ad39d8a7/volume-56ba297e-4030-44b5-8bff-6243ad39d8a7.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1236.367393] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.367695] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caea697a-bd8c-44e9-ab89-bf7e63447218 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.384698] env[64658]: DEBUG oslo_vmware.api [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1236.384698] env[64658]: value = "task-2734666" [ 1236.384698] env[64658]: _type = "Task" [ 1236.384698] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.391797] env[64658]: DEBUG oslo_vmware.api [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.430177] env[64658]: DEBUG nova.compute.manager [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.430439] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.431358] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2bd6de-0bc6-470f-b9d3-89677c0e91b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.438369] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.438644] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b91801ad-b895-465c-9fdb-2e9739d05684 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.445524] env[64658]: DEBUG oslo_vmware.api [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1236.445524] env[64658]: value = "task-2734667" [ 1236.445524] env[64658]: _type = "Task" [ 1236.445524] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.453402] env[64658]: DEBUG oslo_vmware.api [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.553877] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734665, 'name': Destroy_Task, 'duration_secs': 0.987807} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.554265] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Destroyed the VM [ 1236.554397] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Deleting Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1236.554648] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9da78733-219d-4193-9329-5d9f4881a954 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.560926] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1236.560926] env[64658]: value = "task-2734668" [ 1236.560926] env[64658]: _type = "Task" [ 1236.560926] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.568522] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.636210] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.636583] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.636900] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.662260] env[64658]: INFO nova.scheduler.client.report [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted allocations for instance 61eeaa68-d1e3-44e1-a709-91d17dd07425 [ 1236.894051] env[64658]: DEBUG oslo_vmware.api [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734666, 'name': ReconfigVM_Task, 'duration_secs': 0.264501} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.894272] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.898791] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2aff7e1-4f6a-470b-b2fa-e4befceaedb0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.915213] env[64658]: DEBUG oslo_vmware.api [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1236.915213] env[64658]: value = "task-2734669" [ 1236.915213] env[64658]: _type = "Task" [ 1236.915213] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.924839] env[64658]: DEBUG oslo_vmware.api [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.955560] env[64658]: DEBUG oslo_vmware.api [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734667, 'name': PowerOffVM_Task, 'duration_secs': 0.219032} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.955862] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.956062] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.956317] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-509d3686-c0f8-405b-9014-0005348c4b72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.020309] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.020617] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.020800] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleting the datastore file [datastore2] 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.021120] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df49cbf9-465b-428d-8ff6-b9e78632b2a8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.028069] env[64658]: DEBUG oslo_vmware.api [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for the task: (returnval){ [ 1237.028069] env[64658]: value = "task-2734671" [ 1237.028069] env[64658]: _type = "Task" [ 1237.028069] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.036212] env[64658]: DEBUG oslo_vmware.api [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.069664] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734668, 'name': RemoveSnapshot_Task, 'duration_secs': 0.367782} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.069931] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Deleted Snapshot of the VM instance {{(pid=64658) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1237.070234] env[64658]: DEBUG nova.compute.manager [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.071213] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618892e4-ee15-4325-a538-44757621554d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.169552] env[64658]: DEBUG oslo_concurrency.lockutils [None req-01acc84d-5dcb-49d5-8530-1ff6a1f0d9ce tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "61eeaa68-d1e3-44e1-a709-91d17dd07425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.102s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.424575] env[64658]: DEBUG oslo_vmware.api [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734669, 'name': ReconfigVM_Task, 'duration_secs': 0.136851} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.424899] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550540', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'name': 'volume-56ba297e-4030-44b5-8bff-6243ad39d8a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2bbe444-ec72-4db0-b0ab-596ba086a67d', 'attached_at': '', 'detached_at': '', 'volume_id': '56ba297e-4030-44b5-8bff-6243ad39d8a7', 'serial': '56ba297e-4030-44b5-8bff-6243ad39d8a7'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1237.538720] env[64658]: DEBUG oslo_vmware.api [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Task: {'id': task-2734671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132342} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.539043] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.539277] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.539503] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.539837] env[64658]: INFO nova.compute.manager [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1237.540954] env[64658]: DEBUG oslo.service.loopingcall [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.540954] env[64658]: DEBUG nova.compute.manager [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.540954] env[64658]: DEBUG nova.network.neutron [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.583606] env[64658]: INFO nova.compute.manager [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Shelve offloading [ 1237.967860] env[64658]: DEBUG nova.objects.instance [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'flavor' on Instance uuid d2bbe444-ec72-4db0-b0ab-596ba086a67d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.971081] env[64658]: DEBUG nova.compute.manager [req-5192e2dd-267b-4f01-9641-d139a6d9ac87 req-c0a29a8d-78d6-4049-8c8a-ebafe3ea4d04 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Received event network-vif-deleted-b65f8636-ef0e-4153-825d-74d2058614cd {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.971282] env[64658]: INFO nova.compute.manager [req-5192e2dd-267b-4f01-9641-d139a6d9ac87 req-c0a29a8d-78d6-4049-8c8a-ebafe3ea4d04 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Neutron deleted interface b65f8636-ef0e-4153-825d-74d2058614cd; detaching it from the instance and deleting it from the info cache [ 1237.971448] env[64658]: DEBUG nova.network.neutron [req-5192e2dd-267b-4f01-9641-d139a6d9ac87 req-c0a29a8d-78d6-4049-8c8a-ebafe3ea4d04 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.087367] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.087675] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e007fa92-efae-435c-874c-b8ebcc27ac2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.095416] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1238.095416] env[64658]: value = "task-2734672" [ 1238.095416] env[64658]: _type = "Task" [ 1238.095416] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.102294] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "0284586d-b74d-4205-9ebd-c6167c25193a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.102445] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.108834] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] VM already powered off {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1238.109045] env[64658]: DEBUG nova.compute.manager [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.109802] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de67ef-0099-43cd-bb40-c81d57982816 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.116628] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.116789] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.116961] env[64658]: DEBUG nova.network.neutron [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.449259] env[64658]: DEBUG nova.network.neutron [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.475315] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-069bf44d-3f2e-4406-9588-fd3000beb20f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.487354] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b110c74-cfae-44f9-b16b-d775580da39f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.514437] env[64658]: DEBUG nova.compute.manager [req-5192e2dd-267b-4f01-9641-d139a6d9ac87 req-c0a29a8d-78d6-4049-8c8a-ebafe3ea4d04 service nova] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Detach interface failed, port_id=b65f8636-ef0e-4153-825d-74d2058614cd, reason: Instance 9d8fe4bc-bcba-4917-b417-afb787ba5bed could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1238.605395] env[64658]: DEBUG nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.818341] env[64658]: DEBUG nova.network.neutron [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175cc72-74", "ovs_interfaceid": "5175cc72-7497-44ef-8030-9304c51f0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.952094] env[64658]: INFO nova.compute.manager [-] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Took 1.41 seconds to deallocate network for instance. [ 1238.979388] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3e9ada3c-611e-4b6a-877a-b77c773b6129 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.128272] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.128533] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.129991] env[64658]: INFO nova.compute.claims [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.321247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.457797] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.644514] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.645470] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b0ff5-1aeb-45d8-8077-1d7f4b68a65e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.654382] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.654620] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d05875a-1541-4ab5-b76f-a2edb9e7fdbf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.720788] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.721022] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.721210] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleting the datastore file [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.721470] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5428224-6ea4-455f-9720-e410f3475b7c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.728376] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1239.728376] env[64658]: value = "task-2734674" [ 1239.728376] env[64658]: _type = "Task" [ 1239.728376] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.737733] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.995810] env[64658]: DEBUG nova.compute.manager [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-vif-unplugged-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.996122] env[64658]: DEBUG oslo_concurrency.lockutils [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.996286] env[64658]: DEBUG oslo_concurrency.lockutils [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.996468] env[64658]: DEBUG oslo_concurrency.lockutils [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.996630] env[64658]: DEBUG nova.compute.manager [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] No waiting events found dispatching network-vif-unplugged-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.996815] env[64658]: WARNING nova.compute.manager [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received unexpected event network-vif-unplugged-5175cc72-7497-44ef-8030-9304c51f0c89 for instance with vm_state shelved and task_state shelving_offloading. [ 1239.996972] env[64658]: DEBUG nova.compute.manager [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.997356] env[64658]: DEBUG nova.compute.manager [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing instance network info cache due to event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1239.997554] env[64658]: DEBUG oslo_concurrency.lockutils [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] Acquiring lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.997690] env[64658]: DEBUG oslo_concurrency.lockutils [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] Acquired lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.997844] env[64658]: DEBUG nova.network.neutron [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.037136] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.037507] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.037791] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.038373] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.039081] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.040664] env[64658]: INFO nova.compute.manager [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Terminating instance [ 1240.205964] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656148e1-1e7b-43ed-af13-8d1c13487cd1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.213678] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fe0478-f4c6-49db-8aa2-e3ece0c5f5a2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.246811] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da7266f-7ea0-4b8a-b064-e8a11dcddc08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.254020] env[64658]: DEBUG oslo_vmware.api [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133257} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.255918] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.256121] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.256301] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.259369] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf8024-b0e9-464f-ad9d-8f84cf9bbe7d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.272361] env[64658]: DEBUG nova.compute.provider_tree [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.274279] env[64658]: INFO nova.scheduler.client.report [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted allocations for instance 416aefe7-8c83-4e4f-b98a-1d74aa64a79c [ 1240.544584] env[64658]: DEBUG nova.compute.manager [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.544808] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.545688] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de81497-849d-4529-820f-6c4c4f3344cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.554020] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.554253] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e722004-c537-497e-b4be-3b9a109186ae {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.560440] env[64658]: DEBUG oslo_vmware.api [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1240.560440] env[64658]: value = "task-2734675" [ 1240.560440] env[64658]: _type = "Task" [ 1240.560440] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.568254] env[64658]: DEBUG oslo_vmware.api [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.727522] env[64658]: DEBUG nova.network.neutron [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updated VIF entry in instance network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.727890] env[64658]: DEBUG nova.network.neutron [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5175cc72-74", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.777832] env[64658]: DEBUG nova.scheduler.client.report [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.781581] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.070760] env[64658]: DEBUG oslo_vmware.api [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734675, 'name': PowerOffVM_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.071123] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.071249] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.071499] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-983dd30e-720a-4c22-ac3e-af37b5d16908 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.131185] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.131440] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.131622] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleting the datastore file [datastore1] d2bbe444-ec72-4db0-b0ab-596ba086a67d {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.131888] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7573f1-3c53-47a0-8116-73914243a9ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.138972] env[64658]: DEBUG oslo_vmware.api [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1241.138972] env[64658]: value = "task-2734677" [ 1241.138972] env[64658]: _type = "Task" [ 1241.138972] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.146634] env[64658]: DEBUG oslo_vmware.api [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.230996] env[64658]: DEBUG oslo_concurrency.lockutils [req-bd4e8080-b7fe-4b0a-ba3f-0d2f92936736 req-df08eb7f-c82a-4165-9b84-21b689fe40d5 service nova] Releasing lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.283223] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.283739] env[64658]: DEBUG nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.286492] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.829s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.286717] env[64658]: DEBUG nova.objects.instance [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lazy-loading 'resources' on Instance uuid 9d8fe4bc-bcba-4917-b417-afb787ba5bed {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.649415] env[64658]: DEBUG oslo_vmware.api [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149096} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.649674] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.649863] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.650051] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.650241] env[64658]: INFO nova.compute.manager [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1241.650473] env[64658]: DEBUG oslo.service.loopingcall [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.650670] env[64658]: DEBUG nova.compute.manager [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.650782] env[64658]: DEBUG nova.network.neutron [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.797021] env[64658]: DEBUG nova.compute.utils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1241.797021] env[64658]: DEBUG nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.797021] env[64658]: DEBUG nova.network.neutron [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.854670] env[64658]: DEBUG nova.policy [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78beea7a270a4041b07ef7724fc862e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765b853eb54d44cf86b157bb1bd25e25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.863722] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d2d08-efba-4dc7-9f76-a38275241ace {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.871347] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8436a-bd5a-4911-9e56-5c958f08bdff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.914797] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5556cf91-0949-48fa-9c06-d57e348ed5da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.923124] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18b94b0-18b8-495b-af77-21cfb55bbc4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.938485] env[64658]: DEBUG nova.compute.provider_tree [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.301424] env[64658]: DEBUG nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.344312] env[64658]: DEBUG nova.compute.manager [req-cbdeebe7-3e3a-45f4-91d7-17174678bd6c req-87d503f6-afec-4d55-84b3-e2e6706a33bf service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Received event network-vif-deleted-ab6be564-47ed-46ef-bba0-e1c9c4bcf76b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.344312] env[64658]: INFO nova.compute.manager [req-cbdeebe7-3e3a-45f4-91d7-17174678bd6c req-87d503f6-afec-4d55-84b3-e2e6706a33bf service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Neutron deleted interface ab6be564-47ed-46ef-bba0-e1c9c4bcf76b; detaching it from the instance and deleting it from the info cache [ 1242.344312] env[64658]: DEBUG nova.network.neutron [req-cbdeebe7-3e3a-45f4-91d7-17174678bd6c req-87d503f6-afec-4d55-84b3-e2e6706a33bf service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.373577] env[64658]: DEBUG nova.network.neutron [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Successfully created port: d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.442880] env[64658]: DEBUG nova.scheduler.client.report [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.817022] env[64658]: DEBUG nova.network.neutron [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.845954] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a7e469d-3cb0-4ecb-86a4-ccd1818329ff {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.857389] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e01ae-3338-465a-abd1-d4ac01d97a6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.885187] env[64658]: DEBUG nova.compute.manager [req-cbdeebe7-3e3a-45f4-91d7-17174678bd6c req-87d503f6-afec-4d55-84b3-e2e6706a33bf service nova] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Detach interface failed, port_id=ab6be564-47ed-46ef-bba0-e1c9c4bcf76b, reason: Instance d2bbe444-ec72-4db0-b0ab-596ba086a67d could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1242.947726] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.950425] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.169s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.950898] env[64658]: DEBUG nova.objects.instance [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'resources' on Instance uuid 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.964388] env[64658]: INFO nova.scheduler.client.report [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Deleted allocations for instance 9d8fe4bc-bcba-4917-b417-afb787ba5bed [ 1243.044276] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.310751] env[64658]: DEBUG nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.322389] env[64658]: INFO nova.compute.manager [-] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Took 1.67 seconds to deallocate network for instance. [ 1243.338163] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.338415] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.338573] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.338751] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.338896] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.339118] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.339375] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.339539] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.339704] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.339865] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.340058] env[64658]: DEBUG nova.virt.hardware [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.341009] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96743771-1fd3-4e0a-b68a-116575974c17 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.349532] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b26b731-2077-4a25-91fa-0d9a45c30f96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.454426] env[64658]: DEBUG nova.objects.instance [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'numa_topology' on Instance uuid 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.471490] env[64658]: DEBUG oslo_concurrency.lockutils [None req-60e06c21-142a-402b-be2d-d2cb1aef6e5a tempest-ServerActionsTestOtherB-1745844673 tempest-ServerActionsTestOtherB-1745844673-project-member] Lock "9d8fe4bc-bcba-4917-b417-afb787ba5bed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.549s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.809857] env[64658]: DEBUG nova.network.neutron [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Successfully updated port: d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.828942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.957524] env[64658]: DEBUG nova.objects.base [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Object Instance<416aefe7-8c83-4e4f-b98a-1d74aa64a79c> lazy-loaded attributes: resources,numa_topology {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1244.024237] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa45ffbc-4c4f-4a86-b1fa-42f0fb53e548 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.032723] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327aef95-db05-4712-b858-a9203d15b36b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.063713] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e89293-137e-4dad-83c0-bed7a183a584 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.071488] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafc072-7f54-4e4f-9827-17df74b505e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.085886] env[64658]: DEBUG nova.compute.provider_tree [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.312339] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.312544] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.312738] env[64658]: DEBUG nova.network.neutron [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.368795] env[64658]: DEBUG nova.compute.manager [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Received event network-vif-plugged-d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.368990] env[64658]: DEBUG oslo_concurrency.lockutils [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] Acquiring lock "0284586d-b74d-4205-9ebd-c6167c25193a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.369281] env[64658]: DEBUG oslo_concurrency.lockutils [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] Lock "0284586d-b74d-4205-9ebd-c6167c25193a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.369479] env[64658]: DEBUG oslo_concurrency.lockutils [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] Lock "0284586d-b74d-4205-9ebd-c6167c25193a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.369653] env[64658]: DEBUG nova.compute.manager [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] No waiting events found dispatching network-vif-plugged-d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.369820] env[64658]: WARNING nova.compute.manager [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Received unexpected event network-vif-plugged-d3f1700c-5a6a-429d-a45c-1ef7afb8867d for instance with vm_state building and task_state spawning. [ 1244.369980] env[64658]: DEBUG nova.compute.manager [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Received event network-changed-d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.370170] env[64658]: DEBUG nova.compute.manager [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Refreshing instance network info cache due to event network-changed-d3f1700c-5a6a-429d-a45c-1ef7afb8867d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.370398] env[64658]: DEBUG oslo_concurrency.lockutils [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] Acquiring lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.589445] env[64658]: DEBUG nova.scheduler.client.report [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.848362] env[64658]: DEBUG nova.network.neutron [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.992171] env[64658]: DEBUG nova.network.neutron [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updating instance_info_cache with network_info: [{"id": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "address": "fa:16:3e:96:a0:01", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f1700c-5a", "ovs_interfaceid": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.094469] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.097429] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.268s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.097429] env[64658]: DEBUG nova.objects.instance [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'resources' on Instance uuid d2bbe444-ec72-4db0-b0ab-596ba086a67d {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.495443] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.495708] env[64658]: DEBUG nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Instance network_info: |[{"id": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "address": "fa:16:3e:96:a0:01", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f1700c-5a", "ovs_interfaceid": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.496121] env[64658]: DEBUG oslo_concurrency.lockutils [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] Acquired lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.496359] env[64658]: DEBUG nova.network.neutron [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Refreshing network info cache for port d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.497628] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a0:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3f1700c-5a6a-429d-a45c-1ef7afb8867d', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.505491] env[64658]: DEBUG oslo.service.loopingcall [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.508873] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.509407] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084123f2-755e-4768-9c4d-3e7f097fb6e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.530804] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.530804] env[64658]: value = "task-2734679" [ 1245.530804] env[64658]: _type = "Task" [ 1245.530804] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.538722] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734679, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.610993] env[64658]: DEBUG oslo_concurrency.lockutils [None req-eac90c25-07b9-47af-81a6-061d0ad67176 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.766s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.612248] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.568s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.612566] env[64658]: INFO nova.compute.manager [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Unshelving [ 1245.671809] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6d9d5f-11df-42ed-8a99-eea200b16850 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.679302] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327ab1ff-b75d-49ec-a558-a2132a5687ad {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.713636] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd479896-1636-4148-b68c-02e815761f37 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.720936] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb8c78-7efb-488d-bf54-dfc59dc1b6b0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.735267] env[64658]: DEBUG nova.compute.provider_tree [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.750118] env[64658]: DEBUG nova.network.neutron [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updated VIF entry in instance network info cache for port d3f1700c-5a6a-429d-a45c-1ef7afb8867d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.750483] env[64658]: DEBUG nova.network.neutron [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updating instance_info_cache with network_info: [{"id": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "address": "fa:16:3e:96:a0:01", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f1700c-5a", "ovs_interfaceid": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.040242] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734679, 'name': CreateVM_Task, 'duration_secs': 0.3395} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.040609] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.041084] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.041258] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.041575] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.041823] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88916b64-3748-4843-a66d-cf41265651aa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.046049] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1246.046049] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]521269fc-7041-e5dc-336d-d0ce88a0e8d3" [ 1246.046049] env[64658]: _type = "Task" [ 1246.046049] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.053623] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521269fc-7041-e5dc-336d-d0ce88a0e8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.238576] env[64658]: DEBUG nova.scheduler.client.report [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.253106] env[64658]: DEBUG oslo_concurrency.lockutils [req-33238210-3b0f-4211-bb5e-6a3c0d457e6b req-cae65e09-ae3b-481b-aff1-11b8dd9c4cb9 service nova] Releasing lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.557221] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]521269fc-7041-e5dc-336d-d0ce88a0e8d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.557520] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.557751] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.557979] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.558145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.558322] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.558584] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e85f6ddc-1efd-4568-a94a-b35610717be1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.566742] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.566935] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.568365] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4faab545-d5ae-419b-b041-906a4cac8184 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.572988] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1246.572988] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52a194fa-5f7d-8adc-b622-f8bf4d1b91b4" [ 1246.572988] env[64658]: _type = "Task" [ 1246.572988] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.580323] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a194fa-5f7d-8adc-b622-f8bf4d1b91b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.637370] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.743709] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.746364] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.109s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.746767] env[64658]: DEBUG nova.objects.instance [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'pci_requests' on Instance uuid 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.762981] env[64658]: INFO nova.scheduler.client.report [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted allocations for instance d2bbe444-ec72-4db0-b0ab-596ba086a67d [ 1247.084615] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52a194fa-5f7d-8adc-b622-f8bf4d1b91b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.085353] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5211e8-ab79-44a4-a5a4-c4367c42b03a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.090406] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1247.090406] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52d58314-49f2-2673-fb91-2e4b7d863975" [ 1247.090406] env[64658]: _type = "Task" [ 1247.090406] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.098776] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d58314-49f2-2673-fb91-2e4b7d863975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.251151] env[64658]: DEBUG nova.objects.instance [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'numa_topology' on Instance uuid 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.269911] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dd576107-b45a-4597-a3e5-00b972457225 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d2bbe444-ec72-4db0-b0ab-596ba086a67d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.232s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.601426] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52d58314-49f2-2673-fb91-2e4b7d863975, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.601754] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.602038] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 0284586d-b74d-4205-9ebd-c6167c25193a/0284586d-b74d-4205-9ebd-c6167c25193a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.602296] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26dd2f12-6148-44d2-a477-4a0e1fc98f27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.609976] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1247.609976] env[64658]: value = "task-2734680" [ 1247.609976] env[64658]: _type = "Task" [ 1247.609976] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.617397] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.754521] env[64658]: INFO nova.compute.claims [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.121370] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734680, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.621485] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576814} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.621766] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 0284586d-b74d-4205-9ebd-c6167c25193a/0284586d-b74d-4205-9ebd-c6167c25193a.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.621984] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.622246] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3774cd54-981a-4f46-9691-40b2eeba539e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.629665] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1248.629665] env[64658]: value = "task-2734681" [ 1248.629665] env[64658]: _type = "Task" [ 1248.629665] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.637217] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.825466] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f16e4d-cc4b-4eeb-999b-1a19c692fb45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.834157] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304238b-334b-4a82-8e61-fd3ba2efde27 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.867102] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec38370-9cf9-41bb-87c3-d9cd72448231 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.874829] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825d7d5-8f6e-423e-a857-3fe45b7de878 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.888299] env[64658]: DEBUG nova.compute.provider_tree [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.893239] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.893486] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.139665] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079506} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.140138] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.140725] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792d0e7-9e31-4123-a6f4-bd19f0766f8b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.162587] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0284586d-b74d-4205-9ebd-c6167c25193a/0284586d-b74d-4205-9ebd-c6167c25193a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.162836] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6c62d0-9e39-473e-9311-c599976d3cc7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.182405] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1249.182405] env[64658]: value = "task-2734682" [ 1249.182405] env[64658]: _type = "Task" [ 1249.182405] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.190476] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.395079] env[64658]: DEBUG nova.scheduler.client.report [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.398691] env[64658]: DEBUG nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.693320] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734682, 'name': ReconfigVM_Task, 'duration_secs': 0.310508} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.693584] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0284586d-b74d-4205-9ebd-c6167c25193a/0284586d-b74d-4205-9ebd-c6167c25193a.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.694209] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc19ec73-f8e3-488c-865f-f3a9975f188d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.700812] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1249.700812] env[64658]: value = "task-2734683" [ 1249.700812] env[64658]: _type = "Task" [ 1249.700812] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.710427] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734683, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.902615] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.156s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.923956] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.924218] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.925723] env[64658]: INFO nova.compute.claims [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.935582] env[64658]: INFO nova.network.neutron [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating port 5175cc72-7497-44ef-8030-9304c51f0c89 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1250.211239] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734683, 'name': Rename_Task, 'duration_secs': 0.14985} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.211526] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.211761] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bee1e864-e4d1-4830-98d3-d5b184eac39b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.218684] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1250.218684] env[64658]: value = "task-2734684" [ 1250.218684] env[64658]: _type = "Task" [ 1250.218684] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.227268] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.728503] env[64658]: DEBUG oslo_vmware.api [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734684, 'name': PowerOnVM_Task, 'duration_secs': 0.46036} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.728786] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.728995] env[64658]: INFO nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1250.729676] env[64658]: DEBUG nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.731611] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245d2b6-b86b-472b-8366-1ecea2c54cb1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.004371] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b519ecfb-7f15-42ba-b5e8-0204fcc92187 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.012753] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b27e58-93f6-4892-a43a-a2628171f104 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.050281] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d354fab-3ca2-4a0f-89dc-4145e0591ad5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.059396] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f73275b-6b50-4b80-b262-fe269e2f829e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.075344] env[64658]: DEBUG nova.compute.provider_tree [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.252709] env[64658]: INFO nova.compute.manager [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Took 12.14 seconds to build instance. [ 1251.349022] env[64658]: DEBUG nova.compute.manager [req-d4c673ed-767f-4ff5-bc02-f3ba557a3a7c req-e64c3213-986c-429c-ab76-e2c122049bed service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-vif-plugged-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.349022] env[64658]: DEBUG oslo_concurrency.lockutils [req-d4c673ed-767f-4ff5-bc02-f3ba557a3a7c req-e64c3213-986c-429c-ab76-e2c122049bed service nova] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.349022] env[64658]: DEBUG oslo_concurrency.lockutils [req-d4c673ed-767f-4ff5-bc02-f3ba557a3a7c req-e64c3213-986c-429c-ab76-e2c122049bed service nova] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.350472] env[64658]: DEBUG oslo_concurrency.lockutils [req-d4c673ed-767f-4ff5-bc02-f3ba557a3a7c req-e64c3213-986c-429c-ab76-e2c122049bed service nova] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.351546] env[64658]: DEBUG nova.compute.manager [req-d4c673ed-767f-4ff5-bc02-f3ba557a3a7c req-e64c3213-986c-429c-ab76-e2c122049bed service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] No waiting events found dispatching network-vif-plugged-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.351546] env[64658]: WARNING nova.compute.manager [req-d4c673ed-767f-4ff5-bc02-f3ba557a3a7c req-e64c3213-986c-429c-ab76-e2c122049bed service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received unexpected event network-vif-plugged-5175cc72-7497-44ef-8030-9304c51f0c89 for instance with vm_state shelved_offloaded and task_state spawning. [ 1251.424762] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.424762] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.424762] env[64658]: DEBUG nova.network.neutron [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.578463] env[64658]: DEBUG nova.scheduler.client.report [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.754669] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0291e4f4-7ab8-432b-a1bc-f9907ece1d70 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.652s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.083809] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.084386] env[64658]: DEBUG nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.240928] env[64658]: DEBUG nova.network.neutron [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175cc72-74", "ovs_interfaceid": "5175cc72-7497-44ef-8030-9304c51f0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.546912] env[64658]: DEBUG nova.compute.manager [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Received event network-changed-d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.548556] env[64658]: DEBUG nova.compute.manager [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Refreshing instance network info cache due to event network-changed-d3f1700c-5a6a-429d-a45c-1ef7afb8867d. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1252.548813] env[64658]: DEBUG oslo_concurrency.lockutils [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] Acquiring lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.548963] env[64658]: DEBUG oslo_concurrency.lockutils [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] Acquired lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.549159] env[64658]: DEBUG nova.network.neutron [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Refreshing network info cache for port d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.591726] env[64658]: DEBUG nova.compute.utils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.593154] env[64658]: DEBUG nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.593323] env[64658]: DEBUG nova.network.neutron [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.639065] env[64658]: DEBUG nova.policy [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721790598f114c208fb8b778313be0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629acebc52264e8c8573793a3601455b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.743309] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.778113] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b8d57e3a8c7e8441b0a0f50b9dd79638',container_format='bare',created_at=2025-02-20T16:13:48Z,direct_url=,disk_format='vmdk',id=58a22c84-933c-44ca-969f-16bfae835514,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-402624201-shelved',owner='eaaa9ee05e5646f7b0dd3456b78de715',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-20T16:14:03Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.778113] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.778113] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.778694] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.780032] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.780032] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.780032] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.780032] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.780032] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.780032] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.780032] env[64658]: DEBUG nova.virt.hardware [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.780798] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006f754c-730e-4dcb-82df-42734ca572ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.792436] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d970dc-4190-4cb7-983c-131d3262a79a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.808436] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a7:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5175cc72-7497-44ef-8030-9304c51f0c89', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.817641] env[64658]: DEBUG oslo.service.loopingcall [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.818846] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.818846] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d19f17f0-77d2-413d-a8f9-794263e57ee6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.836934] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.836934] env[64658]: value = "task-2734685" [ 1252.836934] env[64658]: _type = "Task" [ 1252.836934] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.844838] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734685, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.916199] env[64658]: DEBUG nova.network.neutron [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Successfully created port: 5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.096856] env[64658]: DEBUG nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.347691] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734685, 'name': CreateVM_Task, 'duration_secs': 0.312186} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.347876] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.348619] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.348801] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.349198] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.349999] env[64658]: DEBUG nova.network.neutron [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updated VIF entry in instance network info cache for port d3f1700c-5a6a-429d-a45c-1ef7afb8867d. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.350342] env[64658]: DEBUG nova.network.neutron [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updating instance_info_cache with network_info: [{"id": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "address": "fa:16:3e:96:a0:01", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f1700c-5a", "ovs_interfaceid": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.351477] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b84904d-ec41-4d4c-b641-fa71adbf8d1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.356160] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1253.356160] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520d89de-5fee-3c1b-2646-6b23858fb694" [ 1253.356160] env[64658]: _type = "Task" [ 1253.356160] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.364321] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520d89de-5fee-3c1b-2646-6b23858fb694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.374413] env[64658]: DEBUG nova.compute.manager [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1253.374607] env[64658]: DEBUG nova.compute.manager [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing instance network info cache due to event network-changed-5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1253.374762] env[64658]: DEBUG oslo_concurrency.lockutils [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] Acquiring lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.374908] env[64658]: DEBUG oslo_concurrency.lockutils [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] Acquired lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.375138] env[64658]: DEBUG nova.network.neutron [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Refreshing network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.855079] env[64658]: DEBUG oslo_concurrency.lockutils [req-27f36096-8dcd-46e3-a5c4-a59602587ec9 req-453371e4-0383-4304-b44a-b6e3e042f544 service nova] Releasing lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.866482] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.866701] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Processing image 58a22c84-933c-44ca-969f-16bfae835514 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.866936] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514/58a22c84-933c-44ca-969f-16bfae835514.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.867101] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514/58a22c84-933c-44ca-969f-16bfae835514.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.867304] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.867551] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fbe5043-f147-4d46-a9e9-b9fea0f41088 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.886433] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.886613] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.887309] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a552b568-325f-4849-a7f9-6dce2ab8d78b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.892924] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1253.892924] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520b6b75-3916-ee7d-c92a-6358b56f0d59" [ 1253.892924] env[64658]: _type = "Task" [ 1253.892924] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.900146] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520b6b75-3916-ee7d-c92a-6358b56f0d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.066029] env[64658]: DEBUG nova.network.neutron [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updated VIF entry in instance network info cache for port 5175cc72-7497-44ef-8030-9304c51f0c89. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.066227] env[64658]: DEBUG nova.network.neutron [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [{"id": "5175cc72-7497-44ef-8030-9304c51f0c89", "address": "fa:16:3e:ea:a7:6d", "network": {"id": "fd9c24d9-ad37-42ee-b935-35b7dd627754", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-601522894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa9ee05e5646f7b0dd3456b78de715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175cc72-74", "ovs_interfaceid": "5175cc72-7497-44ef-8030-9304c51f0c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.106741] env[64658]: DEBUG nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.133107] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.133369] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.133525] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.133703] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.133846] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.134022] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.134238] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.134395] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.134556] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.134712] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.135282] env[64658]: DEBUG nova.virt.hardware [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.135731] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d96290-9ce3-478e-8469-28d63cce3c9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.143835] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7694f6-b41d-4495-8522-bbd7e4068fb2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.403581] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Preparing fetch location {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1254.403883] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Fetch image to [datastore1] OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de/OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de.vmdk {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1254.404076] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Downloading stream optimized image 58a22c84-933c-44ca-969f-16bfae835514 to [datastore1] OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de/OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de.vmdk on the data store datastore1 as vApp {{(pid=64658) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1254.404261] env[64658]: DEBUG nova.virt.vmwareapi.images [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Downloading image file data 58a22c84-933c-44ca-969f-16bfae835514 to the ESX as VM named 'OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de' {{(pid=64658) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1254.473323] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1254.473323] env[64658]: value = "resgroup-9" [ 1254.473323] env[64658]: _type = "ResourcePool" [ 1254.473323] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1254.473983] env[64658]: DEBUG nova.network.neutron [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Successfully updated port: 5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.475026] env[64658]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a871b357-a26a-4dee-8d78-e58fa41d762c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.494773] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.494918] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.495150] env[64658]: DEBUG nova.network.neutron [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.502308] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease: (returnval){ [ 1254.502308] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520d3764-84bd-0ef4-f135-681f4c1640cf" [ 1254.502308] env[64658]: _type = "HttpNfcLease" [ 1254.502308] env[64658]: } obtained for vApp import into resource pool (val){ [ 1254.502308] env[64658]: value = "resgroup-9" [ 1254.502308] env[64658]: _type = "ResourcePool" [ 1254.502308] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1254.502598] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the lease: (returnval){ [ 1254.502598] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520d3764-84bd-0ef4-f135-681f4c1640cf" [ 1254.502598] env[64658]: _type = "HttpNfcLease" [ 1254.502598] env[64658]: } to be ready. {{(pid=64658) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1254.509811] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.509811] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520d3764-84bd-0ef4-f135-681f4c1640cf" [ 1254.509811] env[64658]: _type = "HttpNfcLease" [ 1254.509811] env[64658]: } is initializing. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1254.569208] env[64658]: DEBUG oslo_concurrency.lockutils [req-7ab5f779-c66a-4297-8fa5-6db6ac05332f req-2a9e9c98-c447-4db1-955d-384e70f9c213 service nova] Releasing lock "refresh_cache-416aefe7-8c83-4e4f-b98a-1d74aa64a79c" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.011547] env[64658]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.011547] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520d3764-84bd-0ef4-f135-681f4c1640cf" [ 1255.011547] env[64658]: _type = "HttpNfcLease" [ 1255.011547] env[64658]: } is ready. {{(pid=64658) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1255.012025] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1255.012025] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520d3764-84bd-0ef4-f135-681f4c1640cf" [ 1255.012025] env[64658]: _type = "HttpNfcLease" [ 1255.012025] env[64658]: }. {{(pid=64658) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1255.012711] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ea0b3d-7883-4130-921d-ef02141c5a54 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.020637] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a3364-cf0a-9939-c329-33b909a7113f/disk-0.vmdk from lease info. {{(pid=64658) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1255.020815] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a3364-cf0a-9939-c329-33b909a7113f/disk-0.vmdk. {{(pid=64658) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1255.076527] env[64658]: DEBUG nova.network.neutron [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.082839] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13aed890-c6b2-4fb9-9d0b-41998153073c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.199323] env[64658]: DEBUG nova.network.neutron [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Updating instance_info_cache with network_info: [{"id": "5cb47187-db31-4343-b2da-e4317fd3047b", "address": "fa:16:3e:df:4a:08", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb47187-db", "ovs_interfaceid": "5cb47187-db31-4343-b2da-e4317fd3047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.403875] env[64658]: DEBUG nova.compute.manager [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Received event network-vif-plugged-5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.404121] env[64658]: DEBUG oslo_concurrency.lockutils [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] Acquiring lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.404381] env[64658]: DEBUG oslo_concurrency.lockutils [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.404594] env[64658]: DEBUG oslo_concurrency.lockutils [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.404778] env[64658]: DEBUG nova.compute.manager [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] No waiting events found dispatching network-vif-plugged-5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.404940] env[64658]: WARNING nova.compute.manager [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Received unexpected event network-vif-plugged-5cb47187-db31-4343-b2da-e4317fd3047b for instance with vm_state building and task_state spawning. [ 1255.405222] env[64658]: DEBUG nova.compute.manager [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Received event network-changed-5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.405318] env[64658]: DEBUG nova.compute.manager [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Refreshing instance network info cache due to event network-changed-5cb47187-db31-4343-b2da-e4317fd3047b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1255.405507] env[64658]: DEBUG oslo_concurrency.lockutils [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] Acquiring lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.702357] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.703056] env[64658]: DEBUG nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Instance network_info: |[{"id": "5cb47187-db31-4343-b2da-e4317fd3047b", "address": "fa:16:3e:df:4a:08", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb47187-db", "ovs_interfaceid": "5cb47187-db31-4343-b2da-e4317fd3047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.703515] env[64658]: DEBUG oslo_concurrency.lockutils [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] Acquired lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.703872] env[64658]: DEBUG nova.network.neutron [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Refreshing network info cache for port 5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.705392] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:4a:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb47187-db31-4343-b2da-e4317fd3047b', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.714459] env[64658]: DEBUG oslo.service.loopingcall [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.719126] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.719472] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc961bfe-23ca-4335-a351-bf2e03f93bb6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.746025] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.746025] env[64658]: value = "task-2734687" [ 1255.746025] env[64658]: _type = "Task" [ 1255.746025] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.757273] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734687, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.157497] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Completed reading data from the image iterator. {{(pid=64658) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1256.157904] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a3364-cf0a-9939-c329-33b909a7113f/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.158703] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc135f8d-f43c-4e0a-a981-354851e07144 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.165425] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a3364-cf0a-9939-c329-33b909a7113f/disk-0.vmdk is in state: ready. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.165595] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a3364-cf0a-9939-c329-33b909a7113f/disk-0.vmdk. {{(pid=64658) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1256.165827] env[64658]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-be6c39d3-fb07-44a7-a07e-99f0bbb8a44d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.260664] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734687, 'name': CreateVM_Task, 'duration_secs': 0.409581} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.260664] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.261364] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.261364] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.261519] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.262079] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5f61ef-c3f5-46e1-abc6-0f326619ba94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.267031] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1256.267031] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]527a65fe-1744-32e8-e19a-759a0171c7f1" [ 1256.267031] env[64658]: _type = "Task" [ 1256.267031] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.274751] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527a65fe-1744-32e8-e19a-759a0171c7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.353989] env[64658]: DEBUG oslo_vmware.rw_handles [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a3364-cf0a-9939-c329-33b909a7113f/disk-0.vmdk. {{(pid=64658) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1256.354345] env[64658]: INFO nova.virt.vmwareapi.images [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Downloaded image file data 58a22c84-933c-44ca-969f-16bfae835514 [ 1256.355235] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12938adf-f99d-4e66-b04f-180720816304 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.373252] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-558a7b54-11cc-45b0-949b-4be8826ee895 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.400189] env[64658]: INFO nova.virt.vmwareapi.images [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] The imported VM was unregistered [ 1256.402634] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Caching image {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1256.402868] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Creating directory with path [datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.405218] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1a6fdd2-241d-4e40-bb09-a8e5a02b07aa {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.435531] env[64658]: DEBUG nova.network.neutron [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Updated VIF entry in instance network info cache for port 5cb47187-db31-4343-b2da-e4317fd3047b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.435873] env[64658]: DEBUG nova.network.neutron [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Updating instance_info_cache with network_info: [{"id": "5cb47187-db31-4343-b2da-e4317fd3047b", "address": "fa:16:3e:df:4a:08", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb47187-db", "ovs_interfaceid": "5cb47187-db31-4343-b2da-e4317fd3047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.438418] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Created directory with path [datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514 {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.438623] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de/OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de.vmdk to [datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514/58a22c84-933c-44ca-969f-16bfae835514.vmdk. {{(pid=64658) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1256.438796] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a9b66637-9026-49b6-b7ce-f266ab4e29e6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.446363] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1256.446363] env[64658]: value = "task-2734689" [ 1256.446363] env[64658]: _type = "Task" [ 1256.446363] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.455080] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.777868] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]527a65fe-1744-32e8-e19a-759a0171c7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015337} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.778149] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.778445] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.778686] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.778831] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.779053] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.779331] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-574a3a6c-3b17-410c-ae38-8258c1a0632f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.795906] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.796104] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.796829] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd921f5-c86c-421c-80ab-a4f6750c3245 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.802012] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1256.802012] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52f04446-9476-c802-51f3-34143e1947b5" [ 1256.802012] env[64658]: _type = "Task" [ 1256.802012] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.809680] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f04446-9476-c802-51f3-34143e1947b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.939620] env[64658]: DEBUG oslo_concurrency.lockutils [req-d078e3fd-f639-4310-9f9b-4aaada62d8d0 req-bedfc8d2-77ed-49e4-979a-4d5a25996b2a service nova] Releasing lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.956515] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.312433] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52f04446-9476-c802-51f3-34143e1947b5, 'name': SearchDatastore_Task, 'duration_secs': 0.040179} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.314060] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c7b881-b629-4f9c-a69c-8ae67de2cb05 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.318253] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1257.318253] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52363f09-01d0-667d-5351-405c02147e68" [ 1257.318253] env[64658]: _type = "Task" [ 1257.318253] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.325292] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52363f09-01d0-667d-5351-405c02147e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.456504] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.830717] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52363f09-01d0-667d-5351-405c02147e68, 'name': SearchDatastore_Task, 'duration_secs': 0.038986} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.830971] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.831255] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d43e6665-dab3-4c9c-8fa5-d1818f2f831f/d43e6665-dab3-4c9c-8fa5-d1818f2f831f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.831528] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6943db24-3138-4783-a3b2-b6c816fa3a25 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.841317] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1257.841317] env[64658]: value = "task-2734690" [ 1257.841317] env[64658]: _type = "Task" [ 1257.841317] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.852065] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.958982] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.354920] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.460246] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.854900] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.960642] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.353902] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734690, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.459849] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.854889] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734690, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.933828} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.855170] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d43e6665-dab3-4c9c-8fa5-d1818f2f831f/d43e6665-dab3-4c9c-8fa5-d1818f2f831f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.855391] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.855639] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46ef30ed-aeec-49ac-88b6-c5d026b1843f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.861663] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1259.861663] env[64658]: value = "task-2734691" [ 1259.861663] env[64658]: _type = "Task" [ 1259.861663] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.869792] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.961338] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734689, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.314138} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.961721] env[64658]: INFO nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de/OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de.vmdk to [datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514/58a22c84-933c-44ca-969f-16bfae835514.vmdk. [ 1259.961815] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Cleaning up location [datastore1] OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1259.961935] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_81be5397-a168-49b1-b4d5-008aae8bd2de {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.962191] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ce836d6-e3b4-498e-a707-fa204c5da30d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.967214] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1259.967214] env[64658]: value = "task-2734692" [ 1259.967214] env[64658]: _type = "Task" [ 1259.967214] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.974406] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.371287] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100702} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.371547] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.372297] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f68abf-a838-49f5-b924-9541e74180a9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.393430] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] d43e6665-dab3-4c9c-8fa5-d1818f2f831f/d43e6665-dab3-4c9c-8fa5-d1818f2f831f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.393678] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e246d2f9-79ec-46a7-b811-230c27eaf671 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.412288] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1260.412288] env[64658]: value = "task-2734693" [ 1260.412288] env[64658]: _type = "Task" [ 1260.412288] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.419509] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.476460] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032224} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.476874] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.476874] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514/58a22c84-933c-44ca-969f-16bfae835514.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.477105] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514/58a22c84-933c-44ca-969f-16bfae835514.vmdk to [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.477345] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ad627d1-8620-44ae-b148-e49351e96c81 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.482849] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1260.482849] env[64658]: value = "task-2734694" [ 1260.482849] env[64658]: _type = "Task" [ 1260.482849] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.489705] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.925498] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.994149] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734694, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.425487] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734693, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.495602] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734694, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.925761] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734693, 'name': ReconfigVM_Task, 'duration_secs': 1.039137} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.926034] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] d43e6665-dab3-4c9c-8fa5-d1818f2f831f/d43e6665-dab3-4c9c-8fa5-d1818f2f831f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.926669] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5cd4599-85f3-410f-93e2-4353fed519ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.935573] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1261.935573] env[64658]: value = "task-2734695" [ 1261.935573] env[64658]: _type = "Task" [ 1261.935573] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.946499] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734695, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.996769] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734694, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.448632] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734695, 'name': Rename_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.498801] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734694, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.950149] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734695, 'name': Rename_Task, 'duration_secs': 0.963884} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.950582] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.950895] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81daa422-5817-458d-984c-9d653f7adf84 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.957524] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1262.957524] env[64658]: value = "task-2734696" [ 1262.957524] env[64658]: _type = "Task" [ 1262.957524] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.965673] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.996278] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734694, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.499406} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.996535] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/58a22c84-933c-44ca-969f-16bfae835514/58a22c84-933c-44ca-969f-16bfae835514.vmdk to [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.997566] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee65ba26-b16d-42d5-bafe-0f2681a61c3a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.019972] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.020239] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15940925-7354-4064-b8be-8b56240b5798 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.040011] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1263.040011] env[64658]: value = "task-2734697" [ 1263.040011] env[64658]: _type = "Task" [ 1263.040011] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.047648] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.467129] env[64658]: DEBUG oslo_vmware.api [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734696, 'name': PowerOnVM_Task, 'duration_secs': 0.487352} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.467393] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.467587] env[64658]: INFO nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1263.467766] env[64658]: DEBUG nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.468530] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8369db62-8ab0-4cae-9774-1fcf562dc65d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.550468] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.907399] env[64658]: DEBUG nova.compute.manager [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Received event network-changed-5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1263.907399] env[64658]: DEBUG nova.compute.manager [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Refreshing instance network info cache due to event network-changed-5cb47187-db31-4343-b2da-e4317fd3047b. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1263.907399] env[64658]: DEBUG oslo_concurrency.lockutils [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] Acquiring lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.907697] env[64658]: DEBUG oslo_concurrency.lockutils [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] Acquired lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.907697] env[64658]: DEBUG nova.network.neutron [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Refreshing network info cache for port 5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.987191] env[64658]: INFO nova.compute.manager [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Took 14.08 seconds to build instance. [ 1264.051361] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.488770] env[64658]: DEBUG oslo_concurrency.lockutils [None req-b3bbcd56-06e6-4456-b019-caec1ed98233 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.595s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.555806] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734697, 'name': ReconfigVM_Task, 'duration_secs': 1.290603} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.556098] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c/416aefe7-8c83-4e4f-b98a-1d74aa64a79c.vmdk or device None with type streamOptimized {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.556683] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c757d3e-8561-4d89-9834-99b39d1a5352 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.564794] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1264.564794] env[64658]: value = "task-2734698" [ 1264.564794] env[64658]: _type = "Task" [ 1264.564794] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.572178] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734698, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.610796] env[64658]: DEBUG nova.network.neutron [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Updated VIF entry in instance network info cache for port 5cb47187-db31-4343-b2da-e4317fd3047b. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.611229] env[64658]: DEBUG nova.network.neutron [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Updating instance_info_cache with network_info: [{"id": "5cb47187-db31-4343-b2da-e4317fd3047b", "address": "fa:16:3e:df:4a:08", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb47187-db", "ovs_interfaceid": "5cb47187-db31-4343-b2da-e4317fd3047b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.074634] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734698, 'name': Rename_Task, 'duration_secs': 0.156767} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.074915] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.075181] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62cab25d-c737-40d9-8824-577bc80ab3ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.082082] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1265.082082] env[64658]: value = "task-2734700" [ 1265.082082] env[64658]: _type = "Task" [ 1265.082082] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.089357] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.114085] env[64658]: DEBUG oslo_concurrency.lockutils [req-cf8f5208-97d8-42ca-b9ea-bbf58437f4cc req-b93989dc-e80d-40b8-8831-5955408a214f service nova] Releasing lock "refresh_cache-d43e6665-dab3-4c9c-8fa5-d1818f2f831f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.591834] env[64658]: DEBUG oslo_vmware.api [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734700, 'name': PowerOnVM_Task, 'duration_secs': 0.472727} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.592219] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.690149] env[64658]: DEBUG nova.compute.manager [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.691103] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33bdd8-ba9b-40bc-8bf0-9d2fd0841d99 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.713570] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.713786] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.714021] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.714191] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1266.209898] env[64658]: DEBUG oslo_concurrency.lockutils [None req-8be965d1-89e2-412c-a303-552757247c9e tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.598s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.714401] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.714805] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.713114] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.713329] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1274.249415] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Didn't find any instances for network info cache update. {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1274.249815] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.249891] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.250112] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.753405] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.753649] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.753815] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.753969] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.754969] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a96743d-239a-41f9-a726-cbae45e58e0b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.763871] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b2656e-852d-4550-beb4-bd313db8bfd3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.777781] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01873a2f-cabc-474f-930f-6016ab00f5f9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.784816] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc64e69-9282-4c34-bcfd-7d6cb332e0dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.815059] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180192MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.815239] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.815437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.842926] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.843272] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 0284586d-b74d-4205-9ebd-c6167c25193a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.843272] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 416aefe7-8c83-4e4f-b98a-1d74aa64a79c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.843397] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d43e6665-dab3-4c9c-8fa5-d1818f2f831f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.843578] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1275.843714] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1275.904046] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bfdfb-4e17-4a13-b578-7debfad6de9b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.912289] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a584e6bf-7ff9-47bf-96d0-137c90e3d2a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.944062] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b96481-8f6b-4e7a-98de-7d9978dbb796 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.952232] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c6f84-0872-422d-8f67-cec651e45030 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.966616] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.470107] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.975752] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1276.976204] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.972282] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.923050] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.923283] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.425614] env[64658]: DEBUG nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.948502] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.948759] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.950289] env[64658]: INFO nova.compute.claims [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.026366] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7cf324-e603-4301-a04f-9073e99fec6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.034309] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223aaaf6-5c12-476e-8c21-3c2f7a943862 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.065112] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272d2fc-0cb5-4613-9080-8ae0aede9c94 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.071983] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac9ccb-954f-49a8-ad96-bdb2d265dcde {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.084874] env[64658]: DEBUG nova.compute.provider_tree [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.588262] env[64658]: DEBUG nova.scheduler.client.report [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.093626] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.094032] env[64658]: DEBUG nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.599229] env[64658]: DEBUG nova.compute.utils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1287.600660] env[64658]: DEBUG nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.600838] env[64658]: DEBUG nova.network.neutron [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.644051] env[64658]: DEBUG nova.policy [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721790598f114c208fb8b778313be0ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '629acebc52264e8c8573793a3601455b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.898539] env[64658]: DEBUG nova.network.neutron [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Successfully created port: bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.104282] env[64658]: DEBUG nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.610233] env[64658]: INFO nova.virt.block_device [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Booting with volume 77cebf50-1bc8-4563-8414-552092c7fec3 at /dev/sda [ 1288.646823] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-308e88ff-da3e-4a5d-aa98-1d30c855edc8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.657860] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c514ca-90fe-42a6-b9ac-8deeeb677e65 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.686999] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90afc313-fe59-4cbc-ad0c-2fa2a4ab1a45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.696907] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf7a0cc-6cb0-4529-ba68-3f691ef67dcc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.728323] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8717416c-2cf8-4251-83a0-61f00ce85065 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.735216] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802391fb-4282-48f9-baae-99c645d810e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.749680] env[64658]: DEBUG nova.virt.block_device [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating existing volume attachment record: 182e9d9a-a69d-44f3-8ed7-250c44105a87 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1289.260135] env[64658]: DEBUG nova.compute.manager [req-91ffc3e5-c72d-4aeb-a996-ff7d5b24ab5f req-2c0b91c8-ce1b-4972-b135-9c4cce7859d4 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Received event network-vif-plugged-bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1289.260441] env[64658]: DEBUG oslo_concurrency.lockutils [req-91ffc3e5-c72d-4aeb-a996-ff7d5b24ab5f req-2c0b91c8-ce1b-4972-b135-9c4cce7859d4 service nova] Acquiring lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.260568] env[64658]: DEBUG oslo_concurrency.lockutils [req-91ffc3e5-c72d-4aeb-a996-ff7d5b24ab5f req-2c0b91c8-ce1b-4972-b135-9c4cce7859d4 service nova] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.260732] env[64658]: DEBUG oslo_concurrency.lockutils [req-91ffc3e5-c72d-4aeb-a996-ff7d5b24ab5f req-2c0b91c8-ce1b-4972-b135-9c4cce7859d4 service nova] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.260931] env[64658]: DEBUG nova.compute.manager [req-91ffc3e5-c72d-4aeb-a996-ff7d5b24ab5f req-2c0b91c8-ce1b-4972-b135-9c4cce7859d4 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] No waiting events found dispatching network-vif-plugged-bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.261063] env[64658]: WARNING nova.compute.manager [req-91ffc3e5-c72d-4aeb-a996-ff7d5b24ab5f req-2c0b91c8-ce1b-4972-b135-9c4cce7859d4 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Received unexpected event network-vif-plugged-bf3b2c38-4f6a-47ea-abb6-937fd6708502 for instance with vm_state building and task_state block_device_mapping. [ 1289.338911] env[64658]: DEBUG nova.network.neutron [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Successfully updated port: bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.841863] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.841977] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.842183] env[64658]: DEBUG nova.network.neutron [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.052465] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "0284586d-b74d-4205-9ebd-c6167c25193a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.052744] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.052894] env[64658]: DEBUG nova.compute.manager [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.053895] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89758082-e987-41f0-be6c-8c84c9fbb620 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.061511] env[64658]: DEBUG nova.compute.manager [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64658) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1290.062088] env[64658]: DEBUG nova.objects.instance [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'flavor' on Instance uuid 0284586d-b74d-4205-9ebd-c6167c25193a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.376470] env[64658]: DEBUG nova.network.neutron [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.498858] env[64658]: DEBUG nova.network.neutron [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [{"id": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "address": "fa:16:3e:5f:b6:9b", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b2c38-4f", "ovs_interfaceid": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.827311] env[64658]: DEBUG nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.827853] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.828082] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.828247] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.829024] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.829024] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.829024] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.829024] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.829268] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.829268] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.829370] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.829544] env[64658]: DEBUG nova.virt.hardware [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.830441] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d97b2-c98c-461a-8bd6-6f1e0ffbf047 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.842340] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f75e2-4daf-48f6-9adb-41640522696d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.001570] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.001911] env[64658]: DEBUG nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Instance network_info: |[{"id": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "address": "fa:16:3e:5f:b6:9b", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b2c38-4f", "ovs_interfaceid": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.002378] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:b6:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf3b2c38-4f6a-47ea-abb6-937fd6708502', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.009955] env[64658]: DEBUG oslo.service.loopingcall [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.010178] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.010398] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02eefd73-1778-4b80-8f61-cc9b76fb3e34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.030465] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.030465] env[64658]: value = "task-2734708" [ 1291.030465] env[64658]: _type = "Task" [ 1291.030465] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.038127] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734708, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.068955] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.069358] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8945271-6fad-4373-962a-3d9e1013415f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.076516] env[64658]: DEBUG oslo_vmware.api [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1291.076516] env[64658]: value = "task-2734709" [ 1291.076516] env[64658]: _type = "Task" [ 1291.076516] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.085757] env[64658]: DEBUG oslo_vmware.api [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.291393] env[64658]: DEBUG nova.compute.manager [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Received event network-changed-bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1291.291614] env[64658]: DEBUG nova.compute.manager [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Refreshing instance network info cache due to event network-changed-bf3b2c38-4f6a-47ea-abb6-937fd6708502. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1291.291887] env[64658]: DEBUG oslo_concurrency.lockutils [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] Acquiring lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.291955] env[64658]: DEBUG oslo_concurrency.lockutils [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] Acquired lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.292084] env[64658]: DEBUG nova.network.neutron [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Refreshing network info cache for port bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.540543] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734708, 'name': CreateVM_Task, 'duration_secs': 0.35322} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.540889] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.541361] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550558', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'name': 'volume-77cebf50-1bc8-4563-8414-552092c7fec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42f8ebc8-2b15-4d3e-b818-9731e1b878a3', 'attached_at': '', 'detached_at': '', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'serial': '77cebf50-1bc8-4563-8414-552092c7fec3'}, 'delete_on_termination': True, 'attachment_id': '182e9d9a-a69d-44f3-8ed7-250c44105a87', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=64658) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1291.541578] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Root volume attach. Driver type: vmdk {{(pid=64658) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1291.542346] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d72b11-9361-47e0-83e4-5fd0b77179ee {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.549621] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2205e4e-dec5-411d-a623-e753536d5ad6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.555970] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d9ad87-953f-473f-a8dd-40cc94185167 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.562597] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bc7575e0-1b73-447b-8efc-7788464bff0c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.570746] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1291.570746] env[64658]: value = "task-2734710" [ 1291.570746] env[64658]: _type = "Task" [ 1291.570746] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.578709] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734710, 'name': RelocateVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.586409] env[64658]: DEBUG oslo_vmware.api [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734709, 'name': PowerOffVM_Task, 'duration_secs': 0.243511} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.586651] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.586844] env[64658]: DEBUG nova.compute.manager [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.587628] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6b1c7-a4a3-4be0-b103-46fb4a614b3e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.977090] env[64658]: DEBUG nova.network.neutron [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updated VIF entry in instance network info cache for port bf3b2c38-4f6a-47ea-abb6-937fd6708502. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.977439] env[64658]: DEBUG nova.network.neutron [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [{"id": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "address": "fa:16:3e:5f:b6:9b", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b2c38-4f", "ovs_interfaceid": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.081157] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734710, 'name': RelocateVM_Task, 'duration_secs': 0.028894} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.081400] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1292.081597] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550558', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'name': 'volume-77cebf50-1bc8-4563-8414-552092c7fec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42f8ebc8-2b15-4d3e-b818-9731e1b878a3', 'attached_at': '', 'detached_at': '', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'serial': '77cebf50-1bc8-4563-8414-552092c7fec3'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1292.082352] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ffb1fe-d9e7-4e84-8b45-64833006f3ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.099802] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad855f2-f4c4-4de8-a0c4-73ea29380dc9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.102388] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c026cc57-148d-4958-851c-10c3f00e7919 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.122946] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-77cebf50-1bc8-4563-8414-552092c7fec3/volume-77cebf50-1bc8-4563-8414-552092c7fec3.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.123780] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c64aef-5002-420b-84a1-29218b92e883 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.144457] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1292.144457] env[64658]: value = "task-2734711" [ 1292.144457] env[64658]: _type = "Task" [ 1292.144457] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.153364] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.392547] env[64658]: DEBUG nova.objects.instance [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'flavor' on Instance uuid 0284586d-b74d-4205-9ebd-c6167c25193a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.480081] env[64658]: DEBUG oslo_concurrency.lockutils [req-b8d9a143-ab0f-4630-bcf0-3cfdefd1c31f req-0db1aaf6-d9e1-4fdb-948e-043a3abec5f2 service nova] Releasing lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.655843] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734711, 'name': ReconfigVM_Task, 'duration_secs': 0.28444} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.655843] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-77cebf50-1bc8-4563-8414-552092c7fec3/volume-77cebf50-1bc8-4563-8414-552092c7fec3.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.660298] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ccfab8c-1212-4c5f-97b5-1e9a457920f7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.675512] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1292.675512] env[64658]: value = "task-2734712" [ 1292.675512] env[64658]: _type = "Task" [ 1292.675512] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.683583] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.897888] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.898118] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.898293] env[64658]: DEBUG nova.network.neutron [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.898470] env[64658]: DEBUG nova.objects.instance [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'info_cache' on Instance uuid 0284586d-b74d-4205-9ebd-c6167c25193a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.185800] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734712, 'name': ReconfigVM_Task, 'duration_secs': 0.190533} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.186053] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550558', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'name': 'volume-77cebf50-1bc8-4563-8414-552092c7fec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42f8ebc8-2b15-4d3e-b818-9731e1b878a3', 'attached_at': '', 'detached_at': '', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'serial': '77cebf50-1bc8-4563-8414-552092c7fec3'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1293.186581] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db1802fe-371d-47ad-8672-df92b25862b6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.192733] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1293.192733] env[64658]: value = "task-2734713" [ 1293.192733] env[64658]: _type = "Task" [ 1293.192733] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.200768] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734713, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.402553] env[64658]: DEBUG nova.objects.base [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Object Instance<0284586d-b74d-4205-9ebd-c6167c25193a> lazy-loaded attributes: flavor,info_cache {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.703319] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734713, 'name': Rename_Task, 'duration_secs': 0.130884} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.703679] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.703819] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0661436-2299-4a46-b45f-0f106a153333 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.710287] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1293.710287] env[64658]: value = "task-2734714" [ 1293.710287] env[64658]: _type = "Task" [ 1293.710287] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.718809] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.106279] env[64658]: DEBUG nova.network.neutron [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updating instance_info_cache with network_info: [{"id": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "address": "fa:16:3e:96:a0:01", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f1700c-5a", "ovs_interfaceid": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.220959] env[64658]: DEBUG oslo_vmware.api [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734714, 'name': PowerOnVM_Task, 'duration_secs': 0.431425} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.221317] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.221511] env[64658]: INFO nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Took 3.39 seconds to spawn the instance on the hypervisor. [ 1294.221627] env[64658]: DEBUG nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.222419] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c7c0a-c88b-49ab-866f-15f12dcfabc3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.609831] env[64658]: DEBUG oslo_concurrency.lockutils [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.738408] env[64658]: INFO nova.compute.manager [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Took 9.81 seconds to build instance. [ 1295.240350] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3bafb53d-37ad-45e0-a240-ba12577928ab tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.317s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.614642] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.615443] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc25752-7066-48c6-980e-cc32bfb8d17a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.622309] env[64658]: DEBUG oslo_vmware.api [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1295.622309] env[64658]: value = "task-2734715" [ 1295.622309] env[64658]: _type = "Task" [ 1295.622309] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.630477] env[64658]: DEBUG oslo_vmware.api [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.132711] env[64658]: DEBUG oslo_vmware.api [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.217395] env[64658]: DEBUG nova.compute.manager [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Received event network-changed-b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1296.217543] env[64658]: DEBUG nova.compute.manager [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Refreshing instance network info cache due to event network-changed-b200d740-7429-4a28-83b1-24b1bdbd7709. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1296.217746] env[64658]: DEBUG oslo_concurrency.lockutils [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] Acquiring lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.217887] env[64658]: DEBUG oslo_concurrency.lockutils [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] Acquired lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.218081] env[64658]: DEBUG nova.network.neutron [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Refreshing network info cache for port b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.634506] env[64658]: DEBUG oslo_vmware.api [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.916750] env[64658]: DEBUG nova.network.neutron [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updated VIF entry in instance network info cache for port b200d740-7429-4a28-83b1-24b1bdbd7709. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.917125] env[64658]: DEBUG nova.network.neutron [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [{"id": "b200d740-7429-4a28-83b1-24b1bdbd7709", "address": "fa:16:3e:01:11:69", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb200d740-74", "ovs_interfaceid": "b200d740-7429-4a28-83b1-24b1bdbd7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.134127] env[64658]: DEBUG oslo_vmware.api [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734715, 'name': PowerOnVM_Task, 'duration_secs': 1.220567} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.134582] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.134636] env[64658]: DEBUG nova.compute.manager [None req-0b0f26d2-8180-4bd7-9a5b-3cb2755bbf0f tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.135369] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befad983-1804-4d3f-82cb-1ae4edf1e4c6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.420372] env[64658]: DEBUG oslo_concurrency.lockutils [req-2756ebf9-8ad1-44d0-8032-e06395e52d34 req-88d63492-b4dd-4685-b0ae-19b45d626f3d service nova] Releasing lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.672276] env[64658]: DEBUG nova.compute.manager [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Stashing vm_state: active {{(pid=64658) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1298.193728] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.194019] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.242725] env[64658]: DEBUG nova.compute.manager [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Received event network-changed-bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1298.242943] env[64658]: DEBUG nova.compute.manager [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Refreshing instance network info cache due to event network-changed-bf3b2c38-4f6a-47ea-abb6-937fd6708502. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1298.243168] env[64658]: DEBUG oslo_concurrency.lockutils [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] Acquiring lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.243341] env[64658]: DEBUG oslo_concurrency.lockutils [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] Acquired lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.243511] env[64658]: DEBUG nova.network.neutron [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Refreshing network info cache for port bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.431775] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72941abf-fa56-4401-bdc0-38eab2fe0b95 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.438906] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Suspending the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1298.439154] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-66e1c765-1d45-4c81-8855-df71d3ded387 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.444819] env[64658]: DEBUG oslo_vmware.api [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1298.444819] env[64658]: value = "task-2734716" [ 1298.444819] env[64658]: _type = "Task" [ 1298.444819] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.452545] env[64658]: DEBUG oslo_vmware.api [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734716, 'name': SuspendVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.698716] env[64658]: INFO nova.compute.claims [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.954817] env[64658]: DEBUG oslo_vmware.api [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734716, 'name': SuspendVM_Task} progress is 62%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.956633] env[64658]: DEBUG nova.network.neutron [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updated VIF entry in instance network info cache for port bf3b2c38-4f6a-47ea-abb6-937fd6708502. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.956969] env[64658]: DEBUG nova.network.neutron [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [{"id": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "address": "fa:16:3e:5f:b6:9b", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b2c38-4f", "ovs_interfaceid": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.204937] env[64658]: INFO nova.compute.resource_tracker [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating resource usage from migration 4c2e3ea9-2394-459c-aa66-7db794d1b073 [ 1299.285816] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc50a53c-2d86-4419-9682-8223a7a2327f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.293122] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388d62ca-5eb7-4a4c-80cf-4e4c9fabafa6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.321942] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd690d48-1b24-46ae-8eb5-3d0d9be5c796 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.328538] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba2313f-53f9-4351-9b2c-04564ae838db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.340978] env[64658]: DEBUG nova.compute.provider_tree [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.454531] env[64658]: DEBUG oslo_vmware.api [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734716, 'name': SuspendVM_Task} progress is 62%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.459186] env[64658]: DEBUG oslo_concurrency.lockutils [req-6d92e5fd-5655-4c33-9cb2-93d068c381b8 req-9d0673b1-6f1f-479a-a30c-b3a302581d4e service nova] Releasing lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.844269] env[64658]: DEBUG nova.scheduler.client.report [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.955390] env[64658]: DEBUG oslo_vmware.api [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734716, 'name': SuspendVM_Task} progress is 62%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.349755] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.156s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.350147] env[64658]: INFO nova.compute.manager [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Migrating [ 1300.455917] env[64658]: DEBUG oslo_vmware.api [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734716, 'name': SuspendVM_Task, 'duration_secs': 1.660125} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.456207] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Suspended the VM {{(pid=64658) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1300.456387] env[64658]: DEBUG nova.compute.manager [None req-93760a0f-b1fa-44dc-b79f-2f70b021f0c5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.457158] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba615e-51da-4d60-9aac-e60d5267b29b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.865086] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.865293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.865476] env[64658]: DEBUG nova.network.neutron [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.555882] env[64658]: DEBUG nova.network.neutron [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [{"id": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "address": "fa:16:3e:5f:b6:9b", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b2c38-4f", "ovs_interfaceid": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.860903] env[64658]: INFO nova.compute.manager [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Resuming [ 1301.861900] env[64658]: DEBUG nova.objects.instance [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'flavor' on Instance uuid 0284586d-b74d-4205-9ebd-c6167c25193a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.058305] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.371432] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.371748] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquired lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.371806] env[64658]: DEBUG nova.network.neutron [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.574435] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b342e724-c62e-43da-b93e-e267aa04838d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.594199] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance '42f8ebc8-2b15-4d3e-b818-9731e1b878a3' progress to 0 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.715706] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.715964] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.716199] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.716381] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.716549] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.718548] env[64658]: INFO nova.compute.manager [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Terminating instance [ 1304.082460] env[64658]: DEBUG nova.network.neutron [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updating instance_info_cache with network_info: [{"id": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "address": "fa:16:3e:96:a0:01", "network": {"id": "a56a3698-f2a5-45ce-89d3-73597b7655cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-558156652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765b853eb54d44cf86b157bb1bd25e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3f1700c-5a", "ovs_interfaceid": "d3f1700c-5a6a-429d-a45c-1ef7afb8867d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.099787] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.100357] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0db769a-8efc-42dc-88e2-895dc5db57cb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.109212] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1304.109212] env[64658]: value = "task-2734717" [ 1304.109212] env[64658]: _type = "Task" [ 1304.109212] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.118060] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.222163] env[64658]: DEBUG nova.compute.manager [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.222403] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.223404] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa268164-330e-4e5e-bd52-d2651726a767 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.232246] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.232523] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049e4f32-2318-4c76-960c-be2e05dccf34 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.240643] env[64658]: DEBUG oslo_vmware.api [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1304.240643] env[64658]: value = "task-2734718" [ 1304.240643] env[64658]: _type = "Task" [ 1304.240643] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.251193] env[64658]: DEBUG oslo_vmware.api [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.585828] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Releasing lock "refresh_cache-0284586d-b74d-4205-9ebd-c6167c25193a" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.586750] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c514e6-e882-4846-a011-8592c3cd2d10 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.593634] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Resuming the VM {{(pid=64658) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1304.593875] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bfd7124-6691-4a1d-9118-0d17fca9ccd5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.600863] env[64658]: DEBUG oslo_vmware.api [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1304.600863] env[64658]: value = "task-2734719" [ 1304.600863] env[64658]: _type = "Task" [ 1304.600863] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.610786] env[64658]: DEBUG oslo_vmware.api [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.619488] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734717, 'name': PowerOffVM_Task, 'duration_secs': 0.211985} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.619769] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.619933] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance '42f8ebc8-2b15-4d3e-b818-9731e1b878a3' progress to 17 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.752493] env[64658]: DEBUG oslo_vmware.api [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734718, 'name': PowerOffVM_Task, 'duration_secs': 0.184431} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.752906] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.753104] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.753193] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62739e27-7227-4d2f-bb88-cccf72207f45 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.114721] env[64658]: DEBUG oslo_vmware.api [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.128927] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.129318] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.129537] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.129798] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.129997] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.130215] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.130501] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.130723] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.130956] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.131210] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.131457] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.139794] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b602649f-c438-44a9-a7ff-82c69b55bf0a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.159890] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1305.159890] env[64658]: value = "task-2734721" [ 1305.159890] env[64658]: _type = "Task" [ 1305.159890] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.171430] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.612039] env[64658]: DEBUG oslo_vmware.api [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734719, 'name': PowerOnVM_Task, 'duration_secs': 0.616741} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.612431] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Resumed the VM {{(pid=64658) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1305.612489] env[64658]: DEBUG nova.compute.manager [None req-fbe32a0b-1005-47f6-ab72-60f8a5aa199a tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.613280] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc31e99e-6ac5-48c5-882e-bd82e89c8272 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.669383] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734721, 'name': ReconfigVM_Task, 'duration_secs': 0.171966} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.669812] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance '42f8ebc8-2b15-4d3e-b818-9731e1b878a3' progress to 33 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.770418] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.770715] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.770908] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleting the datastore file [datastore1] 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.771246] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03ee9837-d6c1-42e6-ac70-a8c996b78f53 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.777964] env[64658]: DEBUG oslo_vmware.api [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for the task: (returnval){ [ 1305.777964] env[64658]: value = "task-2734722" [ 1305.777964] env[64658]: _type = "Task" [ 1305.777964] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.786102] env[64658]: DEBUG oslo_vmware.api [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.176077] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.176306] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.176415] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.176593] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.176738] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.176884] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.177106] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.177270] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.177436] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.177597] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.177765] env[64658]: DEBUG nova.virt.hardware [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.182980] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.183265] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc9b865-6ad7-44ac-8108-1110dd6c13c1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.201692] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1306.201692] env[64658]: value = "task-2734723" [ 1306.201692] env[64658]: _type = "Task" [ 1306.201692] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.209384] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.287785] env[64658]: DEBUG oslo_vmware.api [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Task: {'id': task-2734722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14351} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.288048] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.288239] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.288412] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.288649] env[64658]: INFO nova.compute.manager [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Took 2.07 seconds to destroy the instance on the hypervisor. [ 1306.288922] env[64658]: DEBUG oslo.service.loopingcall [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.289125] env[64658]: DEBUG nova.compute.manager [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.289232] env[64658]: DEBUG nova.network.neutron [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.476028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "0284586d-b74d-4205-9ebd-c6167c25193a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.480020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.480020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "0284586d-b74d-4205-9ebd-c6167c25193a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.480020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.480020] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.481102] env[64658]: INFO nova.compute.manager [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Terminating instance [ 1306.715694] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.733928] env[64658]: DEBUG nova.compute.manager [req-d0a26003-0304-40b6-8fd0-543986f2e086 req-c927b031-fb64-4683-bddd-7fcfee9c1c2b service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Received event network-vif-deleted-5175cc72-7497-44ef-8030-9304c51f0c89 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1306.733928] env[64658]: INFO nova.compute.manager [req-d0a26003-0304-40b6-8fd0-543986f2e086 req-c927b031-fb64-4683-bddd-7fcfee9c1c2b service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Neutron deleted interface 5175cc72-7497-44ef-8030-9304c51f0c89; detaching it from the instance and deleting it from the info cache [ 1306.733928] env[64658]: DEBUG nova.network.neutron [req-d0a26003-0304-40b6-8fd0-543986f2e086 req-c927b031-fb64-4683-bddd-7fcfee9c1c2b service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.985530] env[64658]: DEBUG nova.compute.manager [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.985821] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.986738] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa11427-25e6-461b-9b3c-b3826756556f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.994552] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.994801] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa0ef508-7d5e-4fc8-85d9-3343f00488a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.000603] env[64658]: DEBUG oslo_vmware.api [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1307.000603] env[64658]: value = "task-2734724" [ 1307.000603] env[64658]: _type = "Task" [ 1307.000603] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.008456] env[64658]: DEBUG oslo_vmware.api [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.213075] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734723, 'name': ReconfigVM_Task, 'duration_secs': 0.650306} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.213362] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.214149] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fbe042-f639-4fac-8829-145b43a8e106 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.228835] env[64658]: DEBUG nova.network.neutron [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.237527] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-77cebf50-1bc8-4563-8414-552092c7fec3/volume-77cebf50-1bc8-4563-8414-552092c7fec3.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.238286] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a450be32-fd21-4103-a7ea-4f8e924eed93 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.251415] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-992601fa-42d4-4839-8c66-eec27001a498 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.261715] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae290e-9a11-44d1-8360-1ae443cf4dfc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.271946] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1307.271946] env[64658]: value = "task-2734725" [ 1307.271946] env[64658]: _type = "Task" [ 1307.271946] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.289038] env[64658]: DEBUG nova.compute.manager [req-d0a26003-0304-40b6-8fd0-543986f2e086 req-c927b031-fb64-4683-bddd-7fcfee9c1c2b service nova] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Detach interface failed, port_id=5175cc72-7497-44ef-8030-9304c51f0c89, reason: Instance 416aefe7-8c83-4e4f-b98a-1d74aa64a79c could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1307.511406] env[64658]: DEBUG oslo_vmware.api [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734724, 'name': PowerOffVM_Task, 'duration_secs': 0.194126} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.511691] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.511858] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.512115] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc4d87f-e5fa-47aa-9360-eadf1385865b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.577140] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.577909] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.577909] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleting the datastore file [datastore1] 0284586d-b74d-4205-9ebd-c6167c25193a {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.579613] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75161bca-f521-4b22-a617-f3261f85cec0 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.585165] env[64658]: DEBUG oslo_vmware.api [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for the task: (returnval){ [ 1307.585165] env[64658]: value = "task-2734727" [ 1307.585165] env[64658]: _type = "Task" [ 1307.585165] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.592581] env[64658]: DEBUG oslo_vmware.api [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.739504] env[64658]: INFO nova.compute.manager [-] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Took 1.45 seconds to deallocate network for instance. [ 1307.782155] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734725, 'name': ReconfigVM_Task, 'duration_secs': 0.2595} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.782429] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-77cebf50-1bc8-4563-8414-552092c7fec3/volume-77cebf50-1bc8-4563-8414-552092c7fec3.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.782736] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance '42f8ebc8-2b15-4d3e-b818-9731e1b878a3' progress to 50 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.095070] env[64658]: DEBUG oslo_vmware.api [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Task: {'id': task-2734727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128599} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.095365] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.095555] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.095733] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.095909] env[64658]: INFO nova.compute.manager [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1308.096174] env[64658]: DEBUG oslo.service.loopingcall [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.096368] env[64658]: DEBUG nova.compute.manager [-] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.096464] env[64658]: DEBUG nova.network.neutron [-] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.246135] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.246407] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.246648] env[64658]: DEBUG nova.objects.instance [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lazy-loading 'resources' on Instance uuid 416aefe7-8c83-4e4f-b98a-1d74aa64a79c {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.288997] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a27d29-8868-4425-91d0-352dcb01edf9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.309046] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d5df1a-517b-4fe2-9d98-a17f3fd365c4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.327081] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance '42f8ebc8-2b15-4d3e-b818-9731e1b878a3' progress to 67 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.757861] env[64658]: DEBUG nova.compute.manager [req-500689cb-aa39-4bf4-86fd-68b7d0ce960d req-c1824a4a-bbac-483e-aa4a-4cd5d32382a4 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Received event network-vif-deleted-d3f1700c-5a6a-429d-a45c-1ef7afb8867d {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1308.758122] env[64658]: INFO nova.compute.manager [req-500689cb-aa39-4bf4-86fd-68b7d0ce960d req-c1824a4a-bbac-483e-aa4a-4cd5d32382a4 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Neutron deleted interface d3f1700c-5a6a-429d-a45c-1ef7afb8867d; detaching it from the instance and deleting it from the info cache [ 1308.758337] env[64658]: DEBUG nova.network.neutron [req-500689cb-aa39-4bf4-86fd-68b7d0ce960d req-c1824a4a-bbac-483e-aa4a-4cd5d32382a4 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.827697] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0b295-d0e3-4eb6-839f-7472029a55c5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.836621] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c515b-4fab-4a09-86c2-a288ca601a12 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.867994] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8bec8f-8560-4970-8b0d-69eebbbea1f3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.875121] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f72d0c-f85f-4c95-9bdc-4b72f7bbf68b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.887879] env[64658]: DEBUG nova.compute.provider_tree [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.988660] env[64658]: DEBUG nova.network.neutron [-] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.261245] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44791fbf-76d0-4b72-91ba-66d0b56d3c96 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.271300] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea360f44-0080-41cf-8ef4-dc204ac03372 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.299054] env[64658]: DEBUG nova.compute.manager [req-500689cb-aa39-4bf4-86fd-68b7d0ce960d req-c1824a4a-bbac-483e-aa4a-4cd5d32382a4 service nova] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Detach interface failed, port_id=d3f1700c-5a6a-429d-a45c-1ef7afb8867d, reason: Instance 0284586d-b74d-4205-9ebd-c6167c25193a could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1309.393553] env[64658]: DEBUG nova.scheduler.client.report [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.491556] env[64658]: INFO nova.compute.manager [-] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Took 1.39 seconds to deallocate network for instance. [ 1309.898871] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.918049] env[64658]: INFO nova.scheduler.client.report [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Deleted allocations for instance 416aefe7-8c83-4e4f-b98a-1d74aa64a79c [ 1309.966676] env[64658]: DEBUG nova.network.neutron [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Port bf3b2c38-4f6a-47ea-abb6-937fd6708502 binding to destination host cpu-1 is already ACTIVE {{(pid=64658) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1309.998150] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.998391] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.998608] env[64658]: DEBUG nova.objects.instance [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lazy-loading 'resources' on Instance uuid 0284586d-b74d-4205-9ebd-c6167c25193a {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.424954] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f7ebcde8-badb-4aeb-90d5-6b784da9c5f7 tempest-AttachVolumeShelveTestJSON-839124575 tempest-AttachVolumeShelveTestJSON-839124575-project-member] Lock "416aefe7-8c83-4e4f-b98a-1d74aa64a79c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.709s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.567993] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79f07f-d6eb-4522-ab8b-a2013b5dae15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.576148] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecabf1b-9e4c-4d90-99f2-e7e011789fbf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.606152] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43995e0a-884c-4ac6-a31d-bd9ad08899e4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.612913] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b93590-4d1d-4c0d-ac0b-d6665fbc0fa2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.626686] env[64658]: DEBUG nova.compute.provider_tree [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.983758] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.984103] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.984181] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.129888] env[64658]: DEBUG nova.scheduler.client.report [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.634879] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.655440] env[64658]: INFO nova.scheduler.client.report [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Deleted allocations for instance 0284586d-b74d-4205-9ebd-c6167c25193a [ 1312.025104] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.025483] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.025483] env[64658]: DEBUG nova.network.neutron [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.162954] env[64658]: DEBUG oslo_concurrency.lockutils [None req-be4db192-85d1-42e6-b240-e39ddc36bae5 tempest-ServerActionsTestJSON-1889703139 tempest-ServerActionsTestJSON-1889703139-project-member] Lock "0284586d-b74d-4205-9ebd-c6167c25193a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.732206] env[64658]: DEBUG nova.network.neutron [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [{"id": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "address": "fa:16:3e:5f:b6:9b", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b2c38-4f", "ovs_interfaceid": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.234844] env[64658]: DEBUG oslo_concurrency.lockutils [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.744475] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c48dc2-332b-4f8b-b2b4-f780d23cdd60 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.751848] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f2a9ce-61b5-4e8b-8f6d-8210e767e932 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.866683] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555de1ab-4b14-428f-ac15-3e95ff7c57f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.886374] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415045bc-c94b-4a1f-8891-4b8421818578 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.893283] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance '42f8ebc8-2b15-4d3e-b818-9731e1b878a3' progress to 83 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.401020] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.401020] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a921ea1-ca9f-4450-9fa9-6ac9b413321e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.408820] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1315.408820] env[64658]: value = "task-2734729" [ 1315.408820] env[64658]: _type = "Task" [ 1315.408820] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.418045] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.919961] env[64658]: DEBUG oslo_vmware.api [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734729, 'name': PowerOnVM_Task, 'duration_secs': 0.497325} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.920345] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.920394] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-20449f34-22cf-4af1-874b-dc67bb4e2402 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance '42f8ebc8-2b15-4d3e-b818-9731e1b878a3' progress to 100 {{(pid=64658) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.337714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.337714] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.337714] env[64658]: DEBUG nova.compute.manager [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Going to confirm migration 10 {{(pid=64658) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1318.464732] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.465083] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.894530] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.894759] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquired lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.894951] env[64658]: DEBUG nova.network.neutron [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.895155] env[64658]: DEBUG nova.objects.instance [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'info_cache' on Instance uuid 42f8ebc8-2b15-4d3e-b818-9731e1b878a3 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.967404] env[64658]: DEBUG nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.489106] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.489385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.490837] env[64658]: INFO nova.compute.claims [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.104254] env[64658]: DEBUG nova.network.neutron [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [{"id": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "address": "fa:16:3e:5f:b6:9b", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3b2c38-4f", "ovs_interfaceid": "bf3b2c38-4f6a-47ea-abb6-937fd6708502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.562118] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17c4da5-14f5-4d7b-b1c2-a6ee0816e85e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.570086] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2a8f58-f1e4-4630-b03a-e2b26df5c018 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.601084] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d995ce35-8a37-4b73-8dea-187096278856 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.606912] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Releasing lock "refresh_cache-42f8ebc8-2b15-4d3e-b818-9731e1b878a3" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.607138] env[64658]: DEBUG nova.objects.instance [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'migration_context' on Instance uuid 42f8ebc8-2b15-4d3e-b818-9731e1b878a3 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.609121] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9607b5b-1fb4-4802-a981-0d96c3676e6f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.622116] env[64658]: DEBUG nova.compute.provider_tree [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.113950] env[64658]: DEBUG nova.objects.base [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Object Instance<42f8ebc8-2b15-4d3e-b818-9731e1b878a3> lazy-loaded attributes: info_cache,migration_context {{(pid=64658) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1321.115615] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5150251b-4c4a-4861-a240-a042aa326cf3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.134614] env[64658]: DEBUG nova.scheduler.client.report [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.138307] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b709e35-ad7a-41bc-9a65-beca1f5eddde {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.143743] env[64658]: DEBUG oslo_vmware.api [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1321.143743] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528a3f1d-c9cc-4ef3-2851-e1c623508728" [ 1321.143743] env[64658]: _type = "Task" [ 1321.143743] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.151451] env[64658]: DEBUG oslo_vmware.api [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528a3f1d-c9cc-4ef3-2851-e1c623508728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.639360] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.639881] env[64658]: DEBUG nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.653629] env[64658]: DEBUG oslo_vmware.api [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528a3f1d-c9cc-4ef3-2851-e1c623508728, 'name': SearchDatastore_Task, 'duration_secs': 0.007121} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.653917] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.654153] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.144877] env[64658]: DEBUG nova.compute.utils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.146267] env[64658]: DEBUG nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.146403] env[64658]: DEBUG nova.network.neutron [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.181738] env[64658]: DEBUG nova.policy [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a9ca1529f14f059747284d14defad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81244d21a17402cac7fdac884080293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.221439] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b6ab28-8544-4931-a600-d2f92244f199 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.229676] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d6deb-ce19-44a1-858f-fcb49fd84db4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.260667] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f260848-a9bc-4aab-8b96-3de0ceec0345 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.268315] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d971b-d22d-4bb3-868c-08fd7e0f2ce9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.281258] env[64658]: DEBUG nova.compute.provider_tree [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.444719] env[64658]: DEBUG nova.network.neutron [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Successfully created port: 9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.650966] env[64658]: DEBUG nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.784257] env[64658]: DEBUG nova.scheduler.client.report [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.665363] env[64658]: DEBUG nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.692561] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.692819] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.692975] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.693172] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.693317] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.693463] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.693706] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.693871] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.694072] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.694207] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.694378] env[64658]: DEBUG nova.virt.hardware [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.695315] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64ad1b-4a21-4add-b872-43bcf13cfdef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.703375] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b3c58a-cfad-4e37-871b-dd994dd182d4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.793906] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.140s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.797899] env[64658]: DEBUG nova.compute.manager [req-f35b41a3-6e6a-426c-bfeb-2f11c0b96ac0 req-87f64837-dca8-452a-83f9-0e84aab01906 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Received event network-vif-plugged-9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.798122] env[64658]: DEBUG oslo_concurrency.lockutils [req-f35b41a3-6e6a-426c-bfeb-2f11c0b96ac0 req-87f64837-dca8-452a-83f9-0e84aab01906 service nova] Acquiring lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.798327] env[64658]: DEBUG oslo_concurrency.lockutils [req-f35b41a3-6e6a-426c-bfeb-2f11c0b96ac0 req-87f64837-dca8-452a-83f9-0e84aab01906 service nova] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.798491] env[64658]: DEBUG oslo_concurrency.lockutils [req-f35b41a3-6e6a-426c-bfeb-2f11c0b96ac0 req-87f64837-dca8-452a-83f9-0e84aab01906 service nova] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.798655] env[64658]: DEBUG nova.compute.manager [req-f35b41a3-6e6a-426c-bfeb-2f11c0b96ac0 req-87f64837-dca8-452a-83f9-0e84aab01906 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] No waiting events found dispatching network-vif-plugged-9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.798819] env[64658]: WARNING nova.compute.manager [req-f35b41a3-6e6a-426c-bfeb-2f11c0b96ac0 req-87f64837-dca8-452a-83f9-0e84aab01906 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Received unexpected event network-vif-plugged-9ae9138e-c10d-48f9-9090-ef9b35ecfb90 for instance with vm_state building and task_state spawning. [ 1323.874951] env[64658]: DEBUG nova.network.neutron [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Successfully updated port: 9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.351815] env[64658]: INFO nova.scheduler.client.report [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted allocation for migration 4c2e3ea9-2394-459c-aa66-7db794d1b073 [ 1324.379690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.379690] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.379690] env[64658]: DEBUG nova.network.neutron [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.633356] env[64658]: INFO nova.compute.manager [None req-4ff8d812-f65f-4380-957c-9aabd54a4d34 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Get console output [ 1324.633758] env[64658]: WARNING nova.virt.vmwareapi.driver [None req-4ff8d812-f65f-4380-957c-9aabd54a4d34 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] The console log is missing. Check your VSPC configuration [ 1324.858513] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ee28012b-321f-4fde-8fc8-c095724c23dd tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.522s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.909204] env[64658]: DEBUG nova.network.neutron [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.028746] env[64658]: DEBUG nova.network.neutron [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updating instance_info_cache with network_info: [{"id": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "address": "fa:16:3e:ff:7c:c1", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae9138e-c1", "ovs_interfaceid": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.531680] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.532018] env[64658]: DEBUG nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Instance network_info: |[{"id": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "address": "fa:16:3e:ff:7c:c1", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae9138e-c1", "ovs_interfaceid": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.532457] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:7c:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae9138e-c10d-48f9-9090-ef9b35ecfb90', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.540008] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Creating folder: Project (e81244d21a17402cac7fdac884080293). Parent ref: group-v550231. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.540306] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93d5a400-4a7d-4ccc-a8dd-aa4807b31ecc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.552978] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Created folder: Project (e81244d21a17402cac7fdac884080293) in parent group-v550231. [ 1325.553171] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Creating folder: Instances. Parent ref: group-v550560. {{(pid=64658) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.553396] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b5f55eb-e60d-49da-a5ab-3c1f6a790a14 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.562376] env[64658]: INFO nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Created folder: Instances in parent group-v550560. [ 1325.562588] env[64658]: DEBUG oslo.service.loopingcall [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.562761] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.563044] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d1291a0-d0e0-42b4-8bd6-973bf70bc779 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.580331] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.580331] env[64658]: value = "task-2734732" [ 1325.580331] env[64658]: _type = "Task" [ 1325.580331] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.587287] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734732, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.713856] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.714091] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1325.821602] env[64658]: DEBUG nova.compute.manager [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Received event network-changed-9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1325.821804] env[64658]: DEBUG nova.compute.manager [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Refreshing instance network info cache due to event network-changed-9ae9138e-c10d-48f9-9090-ef9b35ecfb90. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1325.822028] env[64658]: DEBUG oslo_concurrency.lockutils [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] Acquiring lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.822174] env[64658]: DEBUG oslo_concurrency.lockutils [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] Acquired lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.822329] env[64658]: DEBUG nova.network.neutron [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Refreshing network info cache for port 9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.090792] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734732, 'name': CreateVM_Task, 'duration_secs': 0.28963} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.091190] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.091604] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.091781] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.092104] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.092354] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234dbbc5-49d2-4123-b8f4-931a89b5da01 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.097143] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1326.097143] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52858b79-2872-2281-c7c1-d3aee0735fd1" [ 1326.097143] env[64658]: _type = "Task" [ 1326.097143] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.104337] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52858b79-2872-2281-c7c1-d3aee0735fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.498136] env[64658]: DEBUG nova.network.neutron [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updated VIF entry in instance network info cache for port 9ae9138e-c10d-48f9-9090-ef9b35ecfb90. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.498513] env[64658]: DEBUG nova.network.neutron [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updating instance_info_cache with network_info: [{"id": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "address": "fa:16:3e:ff:7c:c1", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae9138e-c1", "ovs_interfaceid": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.607261] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52858b79-2872-2281-c7c1-d3aee0735fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.607523] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.607755] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.607983] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.608145] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.608324] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.608575] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-117c9dfe-551b-4fbf-bd31-033b805b4810 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.616780] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.616998] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.617713] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477355a2-eb31-462a-9c5a-cb9423a43043 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.622337] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1326.622337] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52fef042-233a-1834-6143-8bd28603da83" [ 1326.622337] env[64658]: _type = "Task" [ 1326.622337] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.630724] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fef042-233a-1834-6143-8bd28603da83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.708846] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.713446] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.001635] env[64658]: DEBUG oslo_concurrency.lockutils [req-755abe6c-9f6f-4a34-84cc-87ac202215e0 req-0f0f160b-7fc7-480d-92b2-0ee3dde1f6f9 service nova] Releasing lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.133881] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52fef042-233a-1834-6143-8bd28603da83, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.134642] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac1faeb-478f-40af-a8b6-937fd7113926 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.140086] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1327.140086] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52945e1e-763a-7036-6f1d-baff76a257e1" [ 1327.140086] env[64658]: _type = "Task" [ 1327.140086] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.147168] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52945e1e-763a-7036-6f1d-baff76a257e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.651054] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52945e1e-763a-7036-6f1d-baff76a257e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.651314] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.651570] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 21c1026d-5e99-4577-8c47-dd8cbe11e84f/21c1026d-5e99-4577-8c47-dd8cbe11e84f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.651815] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eaa3a7c-1374-47ad-a9f3-371801b3db86 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.658457] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1327.658457] env[64658]: value = "task-2734733" [ 1327.658457] env[64658]: _type = "Task" [ 1327.658457] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.665482] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.713103] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.168302] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467283} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.168672] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 21c1026d-5e99-4577-8c47-dd8cbe11e84f/21c1026d-5e99-4577-8c47-dd8cbe11e84f.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.168758] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.168967] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af50fddf-0785-4509-a926-8b3aac29816f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.175796] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1328.175796] env[64658]: value = "task-2734734" [ 1328.175796] env[64658]: _type = "Task" [ 1328.175796] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.182611] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.685840] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064698} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.686097] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.686816] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44c73a-f5a8-4d01-961f-0c9efecaf565 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.708794] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 21c1026d-5e99-4577-8c47-dd8cbe11e84f/21c1026d-5e99-4577-8c47-dd8cbe11e84f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.708987] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88cac0c-febe-4936-8567-f09c36ee0c4c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.722901] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.728887] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1328.728887] env[64658]: value = "task-2734735" [ 1328.728887] env[64658]: _type = "Task" [ 1328.728887] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.736050] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.239577] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734735, 'name': ReconfigVM_Task, 'duration_secs': 0.315954} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.239968] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 21c1026d-5e99-4577-8c47-dd8cbe11e84f/21c1026d-5e99-4577-8c47-dd8cbe11e84f.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.240531] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a900329-b05c-4b6b-b00b-00709a2add58 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.247167] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1329.247167] env[64658]: value = "task-2734736" [ 1329.247167] env[64658]: _type = "Task" [ 1329.247167] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.255246] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734736, 'name': Rename_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.713607] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.713950] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.757182] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734736, 'name': Rename_Task, 'duration_secs': 0.132772} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.757695] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.757935] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed017286-abb2-4909-87a1-a00dca155104 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.763822] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1329.763822] env[64658]: value = "task-2734737" [ 1329.763822] env[64658]: _type = "Task" [ 1329.763822] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.771886] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.217479] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.217773] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.218167] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.218167] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1330.219663] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2222c5cb-5ed9-4bd5-a9eb-d4b5b703060a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.227300] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369430ec-e3f1-483d-896b-5d1974487440 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.241070] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac365fa-cf2b-4ccd-8bde-c6def6d592e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.247197] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8226bc88-f3ca-4bf1-ab6d-d06e0760aaa9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.275593] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180352MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1330.275735] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.275990] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.285367] env[64658]: DEBUG oslo_vmware.api [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734737, 'name': PowerOnVM_Task, 'duration_secs': 0.407597} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.285367] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.285367] env[64658]: INFO nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1330.285367] env[64658]: DEBUG nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.285788] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674c1c07-971f-4076-86ef-1fea82e8c2ba {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.800600] env[64658]: INFO nova.compute.manager [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Took 11.33 seconds to build instance. [ 1331.302350] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.302350] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d43e6665-dab3-4c9c-8fa5-d1818f2f831f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.302350] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 42f8ebc8-2b15-4d3e-b818-9731e1b878a3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.302350] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 21c1026d-5e99-4577-8c47-dd8cbe11e84f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.302350] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1331.302350] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1331.304600] env[64658]: DEBUG oslo_concurrency.lockutils [None req-452cc91e-8aac-4852-9349-844f8e51025d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.839s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.361957] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c9988c-bcbe-4508-a47b-e06fdeea44a3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.368051] env[64658]: DEBUG nova.compute.manager [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Received event network-changed-9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1331.368244] env[64658]: DEBUG nova.compute.manager [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Refreshing instance network info cache due to event network-changed-9ae9138e-c10d-48f9-9090-ef9b35ecfb90. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1331.368447] env[64658]: DEBUG oslo_concurrency.lockutils [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] Acquiring lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.368586] env[64658]: DEBUG oslo_concurrency.lockutils [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] Acquired lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.368737] env[64658]: DEBUG nova.network.neutron [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Refreshing network info cache for port 9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.375044] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4aa08c-1f0b-416f-bd1e-e62efc1ca24f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.405492] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775ab9c8-09b4-4b5e-a894-48dbb8e75e48 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.412536] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d5008a-b4ef-4427-a1b3-f274a6a6847b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.426202] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.928977] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.066654] env[64658]: DEBUG nova.network.neutron [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updated VIF entry in instance network info cache for port 9ae9138e-c10d-48f9-9090-ef9b35ecfb90. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.067038] env[64658]: DEBUG nova.network.neutron [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updating instance_info_cache with network_info: [{"id": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "address": "fa:16:3e:ff:7c:c1", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae9138e-c1", "ovs_interfaceid": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.435894] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1332.436221] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.570223] env[64658]: DEBUG oslo_concurrency.lockutils [req-4de1980a-eca2-4247-8701-7c29421cd452 req-b18caeb4-a30c-43c1-8220-a21b0bd6b025 service nova] Releasing lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.436133] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.436407] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1333.436407] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Rebuilding the list of instances to heal {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1333.965323] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.965323] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.965323] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1333.965323] env[64658]: DEBUG nova.objects.instance [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lazy-loading 'info_cache' on Instance uuid 5430be3a-a397-4e62-81d8-01bc10fcd657 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.649239] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [{"id": "b200d740-7429-4a28-83b1-24b1bdbd7709", "address": "fa:16:3e:01:11:69", "network": {"id": "1b184a7d-a451-45ef-a924-d0e5ab53dc5d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-34377743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "629acebc52264e8c8573793a3601455b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb200d740-74", "ovs_interfaceid": "b200d740-7429-4a28-83b1-24b1bdbd7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.152132] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-5430be3a-a397-4e62-81d8-01bc10fcd657" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.152391] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1336.152584] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.514138] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.514515] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.514638] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.514837] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.515057] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.518652] env[64658]: INFO nova.compute.manager [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Terminating instance [ 1352.022233] env[64658]: DEBUG nova.compute.manager [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.022495] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.022802] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e45b60ec-f59d-4c13-a8cf-bbda36bd58cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.030683] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1352.030683] env[64658]: value = "task-2734738" [ 1352.030683] env[64658]: _type = "Task" [ 1352.030683] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.038564] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.540760] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734738, 'name': PowerOffVM_Task, 'duration_secs': 0.233518} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.541171] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.541222] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.541407] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550558', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'name': 'volume-77cebf50-1bc8-4563-8414-552092c7fec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '42f8ebc8-2b15-4d3e-b818-9731e1b878a3', 'attached_at': '2025-02-20T16:15:21.000000', 'detached_at': '', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'serial': '77cebf50-1bc8-4563-8414-552092c7fec3'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.542212] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f50405-c075-48cd-93cf-a9bd652f3c1b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.559961] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697b4a3-b820-409a-9737-3aab15dab4db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.565990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dddc6a-7ee4-4c57-8574-7889af15ac43 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.583768] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9aa824-8cf6-4854-925d-c3fe7e1bf1ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.597783] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] The volume has not been displaced from its original location: [datastore2] volume-77cebf50-1bc8-4563-8414-552092c7fec3/volume-77cebf50-1bc8-4563-8414-552092c7fec3.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.602840] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.603096] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94706c28-447c-4317-b787-f9791d180235 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.619822] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1352.619822] env[64658]: value = "task-2734739" [ 1352.619822] env[64658]: _type = "Task" [ 1352.619822] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.626869] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.129164] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734739, 'name': ReconfigVM_Task, 'duration_secs': 0.155179} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.129445] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.134051] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec14945-f8e1-4f35-a5f3-5d06c4b79fda {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.150871] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1353.150871] env[64658]: value = "task-2734740" [ 1353.150871] env[64658]: _type = "Task" [ 1353.150871] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.158743] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.661046] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734740, 'name': ReconfigVM_Task, 'duration_secs': 0.141338} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.661447] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550558', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'name': 'volume-77cebf50-1bc8-4563-8414-552092c7fec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '42f8ebc8-2b15-4d3e-b818-9731e1b878a3', 'attached_at': '2025-02-20T16:15:21.000000', 'detached_at': '', 'volume_id': '77cebf50-1bc8-4563-8414-552092c7fec3', 'serial': '77cebf50-1bc8-4563-8414-552092c7fec3'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1353.661614] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.662411] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844dcd6c-a4dc-49f6-b59d-20bee1e3e7f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.668561] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.668782] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6eb1c4d-c667-4ab5-8162-244a46190951 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.728229] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.728482] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.728626] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleting the datastore file [datastore2] 42f8ebc8-2b15-4d3e-b818-9731e1b878a3 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.728926] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28f99c99-dbda-4267-9b43-0946592fd429 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.735506] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1353.735506] env[64658]: value = "task-2734742" [ 1353.735506] env[64658]: _type = "Task" [ 1353.735506] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.742736] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.245890] env[64658]: DEBUG oslo_vmware.api [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095874} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.246109] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.246276] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.246466] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.246639] env[64658]: INFO nova.compute.manager [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1354.246873] env[64658]: DEBUG oslo.service.loopingcall [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.247099] env[64658]: DEBUG nova.compute.manager [-] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.247202] env[64658]: DEBUG nova.network.neutron [-] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.655624] env[64658]: DEBUG nova.compute.manager [req-010c292a-5998-480c-92df-666c6e8456bd req-72014d3a-c505-4edc-babc-11c9ff617bea service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Received event network-vif-deleted-bf3b2c38-4f6a-47ea-abb6-937fd6708502 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1354.655860] env[64658]: INFO nova.compute.manager [req-010c292a-5998-480c-92df-666c6e8456bd req-72014d3a-c505-4edc-babc-11c9ff617bea service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Neutron deleted interface bf3b2c38-4f6a-47ea-abb6-937fd6708502; detaching it from the instance and deleting it from the info cache [ 1354.656062] env[64658]: DEBUG nova.network.neutron [req-010c292a-5998-480c-92df-666c6e8456bd req-72014d3a-c505-4edc-babc-11c9ff617bea service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.137725] env[64658]: DEBUG nova.network.neutron [-] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.158938] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4834c46-d01a-4f05-aa19-0fe55fbf4016 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.169070] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe243b9-25ff-41a8-ba86-b5a0da685be8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.196805] env[64658]: DEBUG nova.compute.manager [req-010c292a-5998-480c-92df-666c6e8456bd req-72014d3a-c505-4edc-babc-11c9ff617bea service nova] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Detach interface failed, port_id=bf3b2c38-4f6a-47ea-abb6-937fd6708502, reason: Instance 42f8ebc8-2b15-4d3e-b818-9731e1b878a3 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1355.640381] env[64658]: INFO nova.compute.manager [-] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Took 1.39 seconds to deallocate network for instance. [ 1356.182417] env[64658]: INFO nova.compute.manager [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Took 0.54 seconds to detach 1 volumes for instance. [ 1356.186024] env[64658]: DEBUG nova.compute.manager [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Deleting volume: 77cebf50-1bc8-4563-8414-552092c7fec3 {{(pid=64658) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1356.723598] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.723789] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.724043] env[64658]: DEBUG nova.objects.instance [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'resources' on Instance uuid 42f8ebc8-2b15-4d3e-b818-9731e1b878a3 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.285177] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c475ad1-d475-4574-9610-2c3f9b08a3c8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.292857] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d87d5-b74f-4692-a4e2-2b028d6c1b59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.321507] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f60e0df-c39f-4f36-8978-69f95c78db03 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.328122] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b57b907-c265-4f5a-9fd9-e274ed596251 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.341657] env[64658]: DEBUG nova.compute.provider_tree [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.845226] env[64658]: DEBUG nova.scheduler.client.report [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.349757] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.367283] env[64658]: INFO nova.scheduler.client.report [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted allocations for instance 42f8ebc8-2b15-4d3e-b818-9731e1b878a3 [ 1358.874437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-55665321-dda9-4bae-a63b-f2d272dbd827 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "42f8ebc8-2b15-4d3e-b818-9731e1b878a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.360s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.206878] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.207208] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.207434] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.207618] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.207786] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.209862] env[64658]: INFO nova.compute.manager [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Terminating instance [ 1359.713026] env[64658]: DEBUG nova.compute.manager [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.713413] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.714222] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d33a08-59cf-4781-8722-46e83b9b82b9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.721905] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.722155] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f98e7f-6af1-441a-97a1-c59031e534db {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.728558] env[64658]: DEBUG oslo_vmware.api [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1359.728558] env[64658]: value = "task-2734744" [ 1359.728558] env[64658]: _type = "Task" [ 1359.728558] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.736393] env[64658]: DEBUG oslo_vmware.api [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.238577] env[64658]: DEBUG oslo_vmware.api [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734744, 'name': PowerOffVM_Task, 'duration_secs': 0.191214} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.238832] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.238998] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.239262] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6446f0cb-1242-442f-ad26-92ce437c44b7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.300017] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.300265] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.300452] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleting the datastore file [datastore1] d43e6665-dab3-4c9c-8fa5-d1818f2f831f {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.300744] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b42c24bc-bd91-4588-a816-53b468bcc3ca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.307018] env[64658]: DEBUG oslo_vmware.api [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1360.307018] env[64658]: value = "task-2734746" [ 1360.307018] env[64658]: _type = "Task" [ 1360.307018] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.314680] env[64658]: DEBUG oslo_vmware.api [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.816848] env[64658]: DEBUG oslo_vmware.api [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12587} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.817270] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.817329] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.817479] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.817651] env[64658]: INFO nova.compute.manager [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1360.817891] env[64658]: DEBUG oslo.service.loopingcall [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.818099] env[64658]: DEBUG nova.compute.manager [-] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.818195] env[64658]: DEBUG nova.network.neutron [-] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.063579] env[64658]: DEBUG nova.compute.manager [req-6e149a1f-aeb5-4236-89f7-60062d301604 req-86714eed-4f89-4cb3-b049-a67720c3e0e4 service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Received event network-vif-deleted-5cb47187-db31-4343-b2da-e4317fd3047b {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1361.063727] env[64658]: INFO nova.compute.manager [req-6e149a1f-aeb5-4236-89f7-60062d301604 req-86714eed-4f89-4cb3-b049-a67720c3e0e4 service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Neutron deleted interface 5cb47187-db31-4343-b2da-e4317fd3047b; detaching it from the instance and deleting it from the info cache [ 1361.063943] env[64658]: DEBUG nova.network.neutron [req-6e149a1f-aeb5-4236-89f7-60062d301604 req-86714eed-4f89-4cb3-b049-a67720c3e0e4 service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.547245] env[64658]: DEBUG nova.network.neutron [-] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.566177] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52fbfbc1-4093-40ef-bf31-ba5bf9c9b0c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.576563] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d5da1-a16c-4946-a072-f95a8807abe4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.601242] env[64658]: DEBUG nova.compute.manager [req-6e149a1f-aeb5-4236-89f7-60062d301604 req-86714eed-4f89-4cb3-b049-a67720c3e0e4 service nova] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Detach interface failed, port_id=5cb47187-db31-4343-b2da-e4317fd3047b, reason: Instance d43e6665-dab3-4c9c-8fa5-d1818f2f831f could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1362.049691] env[64658]: INFO nova.compute.manager [-] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Took 1.23 seconds to deallocate network for instance. [ 1362.556396] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.556634] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.556893] env[64658]: DEBUG nova.objects.instance [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'resources' on Instance uuid d43e6665-dab3-4c9c-8fa5-d1818f2f831f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.110696] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6c982-d084-4377-9ccc-15f527318417 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.117966] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52cb391-7e99-4b6f-8d2c-4a13b6f51de9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.147959] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893d2ae-2f14-4e29-acbe-c151fd3dd92d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.154484] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278528dd-271f-42f5-9a25-7e37be836365 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.167422] env[64658]: DEBUG nova.compute.provider_tree [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.670926] env[64658]: DEBUG nova.scheduler.client.report [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.175852] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.194531] env[64658]: INFO nova.scheduler.client.report [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted allocations for instance d43e6665-dab3-4c9c-8fa5-d1818f2f831f [ 1364.702014] env[64658]: DEBUG oslo_concurrency.lockutils [None req-65a806da-5c35-4ef7-a2b3-36403cecf5da tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "d43e6665-dab3-4c9c-8fa5-d1818f2f831f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.495s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.891887] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "5430be3a-a397-4e62-81d8-01bc10fcd657" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.892293] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.892362] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "5430be3a-a397-4e62-81d8-01bc10fcd657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.892555] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.892726] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.894940] env[64658]: INFO nova.compute.manager [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Terminating instance [ 1369.398955] env[64658]: DEBUG nova.compute.manager [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.399234] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.400133] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9827ba20-71e3-4526-bfaa-ff1b8accf48b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.408163] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.408387] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f09522b-b9c6-4eb0-8d16-4b1d980a2306 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.414405] env[64658]: DEBUG oslo_vmware.api [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1369.414405] env[64658]: value = "task-2734748" [ 1369.414405] env[64658]: _type = "Task" [ 1369.414405] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.421487] env[64658]: DEBUG oslo_vmware.api [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.706798] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.707055] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.923625] env[64658]: DEBUG oslo_vmware.api [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734748, 'name': PowerOffVM_Task, 'duration_secs': 0.177506} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.923998] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.923998] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.924259] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87febe1c-dc0e-47fa-966a-46b0a713d4e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.986237] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.986487] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Deleting contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.986677] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleting the datastore file [datastore2] 5430be3a-a397-4e62-81d8-01bc10fcd657 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.986930] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322f3d74-23c3-4624-916f-f473c3c17a7a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.993196] env[64658]: DEBUG oslo_vmware.api [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for the task: (returnval){ [ 1369.993196] env[64658]: value = "task-2734750" [ 1369.993196] env[64658]: _type = "Task" [ 1369.993196] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.000820] env[64658]: DEBUG oslo_vmware.api [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.210327] env[64658]: DEBUG nova.compute.utils [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.503069] env[64658]: DEBUG oslo_vmware.api [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Task: {'id': task-2734750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126023} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.503292] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.503481] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Deleted contents of the VM from datastore datastore2 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.503656] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.503830] env[64658]: INFO nova.compute.manager [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1370.504103] env[64658]: DEBUG oslo.service.loopingcall [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.504309] env[64658]: DEBUG nova.compute.manager [-] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.504406] env[64658]: DEBUG nova.network.neutron [-] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.713243] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.762572] env[64658]: DEBUG nova.compute.manager [req-9659ce1a-57ce-4afa-9832-e885702ad173 req-fa698915-9eb9-42da-8d69-ff3376937e2e service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Received event network-vif-deleted-b200d740-7429-4a28-83b1-24b1bdbd7709 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1370.762782] env[64658]: INFO nova.compute.manager [req-9659ce1a-57ce-4afa-9832-e885702ad173 req-fa698915-9eb9-42da-8d69-ff3376937e2e service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Neutron deleted interface b200d740-7429-4a28-83b1-24b1bdbd7709; detaching it from the instance and deleting it from the info cache [ 1370.762953] env[64658]: DEBUG nova.network.neutron [req-9659ce1a-57ce-4afa-9832-e885702ad173 req-fa698915-9eb9-42da-8d69-ff3376937e2e service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.245978] env[64658]: DEBUG nova.network.neutron [-] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.265847] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e426a381-1744-4aff-8281-041861ac9975 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.277045] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1b0d9-06ab-4e15-9c3d-31414c815676 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.301312] env[64658]: DEBUG nova.compute.manager [req-9659ce1a-57ce-4afa-9832-e885702ad173 req-fa698915-9eb9-42da-8d69-ff3376937e2e service nova] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Detach interface failed, port_id=b200d740-7429-4a28-83b1-24b1bdbd7709, reason: Instance 5430be3a-a397-4e62-81d8-01bc10fcd657 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1371.749071] env[64658]: INFO nova.compute.manager [-] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Took 1.24 seconds to deallocate network for instance. [ 1371.775649] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.775962] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.776744] env[64658]: INFO nova.compute.manager [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Attaching volume 49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06 to /dev/sdb [ 1371.806325] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d8863-a7f2-467a-b76c-874eabe11844 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.815096] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b99d6-16bd-4011-9296-66d94f9e411f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.828619] env[64658]: DEBUG nova.virt.block_device [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updating existing volume attachment record: 1827ac09-2622-47cf-8afe-1a631b8dc695 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1372.255268] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.255673] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.255754] env[64658]: DEBUG nova.objects.instance [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lazy-loading 'resources' on Instance uuid 5430be3a-a397-4e62-81d8-01bc10fcd657 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.802547] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c8d994-30ec-4ff1-ae19-85f99f840963 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.810492] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d40af73-5c61-4263-8404-db2dd8f9e6d9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.840260] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff3d5b2-d475-471c-8d28-9ef121c59565 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.848087] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b26e0-0372-43e4-92ba-8e34b3ccd4b5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.861901] env[64658]: DEBUG nova.compute.provider_tree [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.365023] env[64658]: DEBUG nova.scheduler.client.report [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.869901] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.889188] env[64658]: INFO nova.scheduler.client.report [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Deleted allocations for instance 5430be3a-a397-4e62-81d8-01bc10fcd657 [ 1374.396942] env[64658]: DEBUG oslo_concurrency.lockutils [None req-f15cfbb1-b94c-440b-ae90-be16cc759182 tempest-ServerActionsTestOtherA-506264469 tempest-ServerActionsTestOtherA-506264469-project-member] Lock "5430be3a-a397-4e62-81d8-01bc10fcd657" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.504s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.372300] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1376.372556] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550564', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'name': 'volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c1026d-5e99-4577-8c47-dd8cbe11e84f', 'attached_at': '', 'detached_at': '', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'serial': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1376.373434] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ee330-ddf9-4d9f-8d83-d5303de6d538 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.389920] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee493f2-aa92-4618-967f-1ff62efa0665 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.414442] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06/volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.414699] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85e1048d-805c-4156-9b50-abfa6191bbe2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.433992] env[64658]: DEBUG oslo_vmware.api [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1376.433992] env[64658]: value = "task-2734755" [ 1376.433992] env[64658]: _type = "Task" [ 1376.433992] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.443098] env[64658]: DEBUG oslo_vmware.api [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.943810] env[64658]: DEBUG oslo_vmware.api [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734755, 'name': ReconfigVM_Task, 'duration_secs': 0.335782} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.944210] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06/volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.949023] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59180011-6359-4ddb-89a3-dcc2978e05e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.964990] env[64658]: DEBUG oslo_vmware.api [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1376.964990] env[64658]: value = "task-2734756" [ 1376.964990] env[64658]: _type = "Task" [ 1376.964990] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.975630] env[64658]: DEBUG oslo_vmware.api [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.475053] env[64658]: DEBUG oslo_vmware.api [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734756, 'name': ReconfigVM_Task, 'duration_secs': 0.137094} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.475397] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550564', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'name': 'volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c1026d-5e99-4577-8c47-dd8cbe11e84f', 'attached_at': '', 'detached_at': '', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'serial': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1378.510232] env[64658]: DEBUG nova.objects.instance [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'flavor' on Instance uuid 21c1026d-5e99-4577-8c47-dd8cbe11e84f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.015280] env[64658]: DEBUG oslo_concurrency.lockutils [None req-6045f99d-e505-42ed-a0e2-62423a110bcf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.085969] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d707dffc-e8ea-4881-ab25-8d940816e6b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.086295] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.588536] env[64658]: DEBUG nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.108230] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.108528] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.109975] env[64658]: INFO nova.compute.claims [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.154976] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c967a23-465a-4ea2-8738-e93106c9da21 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.162387] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ecbb81-5d28-4e69-95e5-2313e268aa88 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.190921] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a12447-f31e-4c96-8ba2-8ac594751aeb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.197402] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e23405e-1a2a-4596-aa33-205b9abbe264 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.210895] env[64658]: DEBUG nova.compute.provider_tree [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.713794] env[64658]: DEBUG nova.scheduler.client.report [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.218639] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.219205] env[64658]: DEBUG nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.724582] env[64658]: DEBUG nova.compute.utils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.725999] env[64658]: DEBUG nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.726188] env[64658]: DEBUG nova.network.neutron [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.770540] env[64658]: DEBUG nova.policy [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a9ca1529f14f059747284d14defad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81244d21a17402cac7fdac884080293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.037620] env[64658]: DEBUG nova.network.neutron [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Successfully created port: 53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.231947] env[64658]: DEBUG nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.240056] env[64658]: DEBUG nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.265981] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.266249] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.266406] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.266584] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.266729] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.266873] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.267113] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.267277] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.267445] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.267606] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.267780] env[64658]: DEBUG nova.virt.hardware [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.268670] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4195a64-666d-4c2e-8b9d-db122cb0517b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.276583] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf0613-ecbc-486c-81db-77a644e1286e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.570269] env[64658]: DEBUG nova.compute.manager [req-70cd6fec-5eca-49a1-9308-7f0e97415654 req-b54198c6-6b69-46e4-bfe3-406d12a6a241 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Received event network-vif-plugged-53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1385.570537] env[64658]: DEBUG oslo_concurrency.lockutils [req-70cd6fec-5eca-49a1-9308-7f0e97415654 req-b54198c6-6b69-46e4-bfe3-406d12a6a241 service nova] Acquiring lock "d707dffc-e8ea-4881-ab25-8d940816e6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.570746] env[64658]: DEBUG oslo_concurrency.lockutils [req-70cd6fec-5eca-49a1-9308-7f0e97415654 req-b54198c6-6b69-46e4-bfe3-406d12a6a241 service nova] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.570909] env[64658]: DEBUG oslo_concurrency.lockutils [req-70cd6fec-5eca-49a1-9308-7f0e97415654 req-b54198c6-6b69-46e4-bfe3-406d12a6a241 service nova] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.571085] env[64658]: DEBUG nova.compute.manager [req-70cd6fec-5eca-49a1-9308-7f0e97415654 req-b54198c6-6b69-46e4-bfe3-406d12a6a241 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] No waiting events found dispatching network-vif-plugged-53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.571250] env[64658]: WARNING nova.compute.manager [req-70cd6fec-5eca-49a1-9308-7f0e97415654 req-b54198c6-6b69-46e4-bfe3-406d12a6a241 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Received unexpected event network-vif-plugged-53c51dc3-a42a-40ca-bbd5-586a8f3066c5 for instance with vm_state building and task_state spawning. [ 1385.646658] env[64658]: DEBUG nova.network.neutron [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Successfully updated port: 53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.149276] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.149432] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.149581] env[64658]: DEBUG nova.network.neutron [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.683452] env[64658]: DEBUG nova.network.neutron [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.794068] env[64658]: DEBUG nova.network.neutron [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Updating instance_info_cache with network_info: [{"id": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "address": "fa:16:3e:09:11:f3", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c51dc3-a4", "ovs_interfaceid": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.296945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.297267] env[64658]: DEBUG nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Instance network_info: |[{"id": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "address": "fa:16:3e:09:11:f3", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c51dc3-a4", "ovs_interfaceid": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.297731] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:11:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53c51dc3-a42a-40ca-bbd5-586a8f3066c5', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.305341] env[64658]: DEBUG oslo.service.loopingcall [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.305531] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.305747] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adc84d9-ca46-4bb0-85e2-c171b44b62ed {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.326616] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.326616] env[64658]: value = "task-2734757" [ 1387.326616] env[64658]: _type = "Task" [ 1387.326616] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.333888] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734757, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.599952] env[64658]: DEBUG nova.compute.manager [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Received event network-changed-53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1387.600127] env[64658]: DEBUG nova.compute.manager [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Refreshing instance network info cache due to event network-changed-53c51dc3-a42a-40ca-bbd5-586a8f3066c5. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1387.600354] env[64658]: DEBUG oslo_concurrency.lockutils [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] Acquiring lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.600492] env[64658]: DEBUG oslo_concurrency.lockutils [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] Acquired lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.600652] env[64658]: DEBUG nova.network.neutron [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Refreshing network info cache for port 53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.712952] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.713335] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.713396] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.713499] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.713637] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1387.837567] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734757, 'name': CreateVM_Task, 'duration_secs': 0.308082} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.837733] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.838368] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.838534] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.838862] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.839131] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a563dbb4-6de8-4604-9ab5-017a7ee4289a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.843340] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1387.843340] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]520fd28c-1fb1-650f-f03f-f27915cb0765" [ 1387.843340] env[64658]: _type = "Task" [ 1387.843340] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.850459] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520fd28c-1fb1-650f-f03f-f27915cb0765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.270750] env[64658]: DEBUG nova.network.neutron [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Updated VIF entry in instance network info cache for port 53c51dc3-a42a-40ca-bbd5-586a8f3066c5. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.271108] env[64658]: DEBUG nova.network.neutron [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Updating instance_info_cache with network_info: [{"id": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "address": "fa:16:3e:09:11:f3", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c51dc3-a4", "ovs_interfaceid": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.354088] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]520fd28c-1fb1-650f-f03f-f27915cb0765, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.354354] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.354580] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.354816] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.354958] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.355152] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.355428] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0ea1d18-df1e-464b-bba7-8a72344f98f4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.363444] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.363611] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.364292] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db1a163-e230-40aa-9b2c-7c0af31ad390 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.369055] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1388.369055] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]525a352a-0ccb-82b6-8623-3b45337ddaa5" [ 1388.369055] env[64658]: _type = "Task" [ 1388.369055] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.375462] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525a352a-0ccb-82b6-8623-3b45337ddaa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.773840] env[64658]: DEBUG oslo_concurrency.lockutils [req-bfdd7f52-d26d-48f0-820d-f68c5273bd55 req-70aa3fa8-044a-4117-9732-40a7f7f4652c service nova] Releasing lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.879650] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]525a352a-0ccb-82b6-8623-3b45337ddaa5, 'name': SearchDatastore_Task, 'duration_secs': 0.007575} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.880450] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfa9acd-41db-4757-a70b-d8df84c42927 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.885411] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1388.885411] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]528c298e-18e5-72ae-5927-5feb5f822102" [ 1388.885411] env[64658]: _type = "Task" [ 1388.885411] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.892637] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528c298e-18e5-72ae-5927-5feb5f822102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.395194] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]528c298e-18e5-72ae-5927-5feb5f822102, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.395437] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.395735] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d707dffc-e8ea-4881-ab25-8d940816e6b5/d707dffc-e8ea-4881-ab25-8d940816e6b5.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.395949] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f335fd-61de-410d-b2b2-eeb3a73520c3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.402133] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1389.402133] env[64658]: value = "task-2734758" [ 1389.402133] env[64658]: _type = "Task" [ 1389.402133] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.410484] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.714700] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.912547] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428229} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.913000] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d707dffc-e8ea-4881-ab25-8d940816e6b5/d707dffc-e8ea-4881-ab25-8d940816e6b5.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.913000] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.913245] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d7aa5c2-967e-42d0-a7ca-d15734be0b0e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.919892] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1389.919892] env[64658]: value = "task-2734759" [ 1389.919892] env[64658]: _type = "Task" [ 1389.919892] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.927738] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.429652] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059192} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.429915] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.430671] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20770ea-9b55-436c-a076-e6645ef570fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.451684] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] d707dffc-e8ea-4881-ab25-8d940816e6b5/d707dffc-e8ea-4881-ab25-8d940816e6b5.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.451921] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44fbcd84-0212-4813-a63b-0b978593bda8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.471100] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1390.471100] env[64658]: value = "task-2734760" [ 1390.471100] env[64658]: _type = "Task" [ 1390.471100] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.478314] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.714346] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.714596] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1390.980981] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734760, 'name': ReconfigVM_Task, 'duration_secs': 0.322286} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.981404] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] d707dffc-e8ea-4881-ab25-8d940816e6b5/d707dffc-e8ea-4881-ab25-8d940816e6b5.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.981928] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9153cbbd-b639-457f-b616-26a08710ebc4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.987955] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1390.987955] env[64658]: value = "task-2734761" [ 1390.987955] env[64658]: _type = "Task" [ 1390.987955] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.995421] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734761, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.497506] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734761, 'name': Rename_Task, 'duration_secs': 0.134724} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.497762] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.497987] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f3c0594-b10b-416f-998a-836e40ce1996 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.503696] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1391.503696] env[64658]: value = "task-2734762" [ 1391.503696] env[64658]: _type = "Task" [ 1391.503696] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.515490] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.013340] env[64658]: DEBUG oslo_vmware.api [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734762, 'name': PowerOnVM_Task, 'duration_secs': 0.431761} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.013798] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.013798] env[64658]: INFO nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1392.013963] env[64658]: DEBUG nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.015774] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3f09da-c3aa-4164-a004-5f55216def29 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.250316] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.250471] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.250613] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1392.539013] env[64658]: INFO nova.compute.manager [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Took 11.45 seconds to build instance. [ 1392.998400] env[64658]: DEBUG nova.compute.manager [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Received event network-changed-53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1392.998626] env[64658]: DEBUG nova.compute.manager [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Refreshing instance network info cache due to event network-changed-53c51dc3-a42a-40ca-bbd5-586a8f3066c5. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1392.998870] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] Acquiring lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.999034] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] Acquired lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.999201] env[64658]: DEBUG nova.network.neutron [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Refreshing network info cache for port 53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.040285] env[64658]: DEBUG oslo_concurrency.lockutils [None req-c9633a59-98d3-4076-a290-b915597a621d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.954s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.440995] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updating instance_info_cache with network_info: [{"id": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "address": "fa:16:3e:ff:7c:c1", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae9138e-c1", "ovs_interfaceid": "9ae9138e-c10d-48f9-9090-ef9b35ecfb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.690974] env[64658]: DEBUG nova.network.neutron [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Updated VIF entry in instance network info cache for port 53c51dc3-a42a-40ca-bbd5-586a8f3066c5. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.691355] env[64658]: DEBUG nova.network.neutron [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Updating instance_info_cache with network_info: [{"id": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "address": "fa:16:3e:09:11:f3", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c51dc3-a4", "ovs_interfaceid": "53c51dc3-a42a-40ca-bbd5-586a8f3066c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.943673] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-21c1026d-5e99-4577-8c47-dd8cbe11e84f" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.943673] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1393.943905] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.943948] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.944104] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.195436] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0ddd9df-6eab-4bc9-9e6f-59e0b46b572e req-3ac9ba1d-e7ce-400b-9912-a6c90b2c9e08 service nova] Releasing lock "refresh_cache-d707dffc-e8ea-4881-ab25-8d940816e6b5" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.447063] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.447386] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.447593] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.447772] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1394.448862] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b91d900-a86f-4ce3-a04e-8e33358978dc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.457900] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e1ab28-5b3d-4de6-937c-3a0a84e35eb2 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.472871] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305c8c8d-d8c3-4bf0-a996-0a543b890e2f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.479286] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76777723-1a48-49b8-bdc3-dbdcd78b74bb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.509716] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180507MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1394.509926] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.510151] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.535050] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 21c1026d-5e99-4577-8c47-dd8cbe11e84f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.535050] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d707dffc-e8ea-4881-ab25-8d940816e6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.535503] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1395.535503] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1395.569267] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58008f7-70fe-433a-8857-4d8a6752bb6c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.577181] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3117db46-521f-4ae6-a73b-26a29613dca1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.606677] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f190ec-38a1-4698-9a3d-95daabc502e1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.613220] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acff3071-6226-4631-8799-422ca29f9806 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.627085] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.129911] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.635110] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1396.635524] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.630541] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.911216] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d707dffc-e8ea-4881-ab25-8d940816e6b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.911595] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.911652] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d707dffc-e8ea-4881-ab25-8d940816e6b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.911841] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.912029] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.915627] env[64658]: INFO nova.compute.manager [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Terminating instance [ 1431.419794] env[64658]: DEBUG nova.compute.manager [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.420035] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.420952] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcc7c16-6023-444d-afe3-719d71739536 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.428872] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.429111] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56b4c3d0-b9db-44e1-99f2-e7c5f860562b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.436112] env[64658]: DEBUG oslo_vmware.api [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1431.436112] env[64658]: value = "task-2734763" [ 1431.436112] env[64658]: _type = "Task" [ 1431.436112] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.444504] env[64658]: DEBUG oslo_vmware.api [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.946856] env[64658]: DEBUG oslo_vmware.api [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734763, 'name': PowerOffVM_Task, 'duration_secs': 0.199249} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.947254] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.947311] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.947532] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b64ac1c0-e181-49b1-8dc3-f44fef0d73a5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.673059] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.673059] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.673059] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleting the datastore file [datastore1] d707dffc-e8ea-4881-ab25-8d940816e6b5 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.673355] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d51ad2cd-cbf3-409c-b8d9-c0b0b5ce1439 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.679109] env[64658]: DEBUG oslo_vmware.api [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1432.679109] env[64658]: value = "task-2734765" [ 1432.679109] env[64658]: _type = "Task" [ 1432.679109] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.686589] env[64658]: DEBUG oslo_vmware.api [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.189692] env[64658]: DEBUG oslo_vmware.api [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138951} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.190070] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.190127] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.190293] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.190461] env[64658]: INFO nova.compute.manager [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1433.190693] env[64658]: DEBUG oslo.service.loopingcall [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.190869] env[64658]: DEBUG nova.compute.manager [-] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1433.190964] env[64658]: DEBUG nova.network.neutron [-] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1433.618341] env[64658]: DEBUG nova.compute.manager [req-79ea34b8-f996-43e2-90a9-45e29883b7c3 req-f00d679a-8543-4075-bd83-e7e599627279 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Received event network-vif-deleted-53c51dc3-a42a-40ca-bbd5-586a8f3066c5 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1433.618341] env[64658]: INFO nova.compute.manager [req-79ea34b8-f996-43e2-90a9-45e29883b7c3 req-f00d679a-8543-4075-bd83-e7e599627279 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Neutron deleted interface 53c51dc3-a42a-40ca-bbd5-586a8f3066c5; detaching it from the instance and deleting it from the info cache [ 1433.618341] env[64658]: DEBUG nova.network.neutron [req-79ea34b8-f996-43e2-90a9-45e29883b7c3 req-f00d679a-8543-4075-bd83-e7e599627279 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.097146] env[64658]: DEBUG nova.network.neutron [-] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.121283] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52fcc10f-3c98-4d79-8435-bd962125b7b8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.131968] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5717cc-fd9d-474f-948e-5f2513467fe6 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.156849] env[64658]: DEBUG nova.compute.manager [req-79ea34b8-f996-43e2-90a9-45e29883b7c3 req-f00d679a-8543-4075-bd83-e7e599627279 service nova] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Detach interface failed, port_id=53c51dc3-a42a-40ca-bbd5-586a8f3066c5, reason: Instance d707dffc-e8ea-4881-ab25-8d940816e6b5 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1434.599982] env[64658]: INFO nova.compute.manager [-] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Took 1.41 seconds to deallocate network for instance. [ 1435.106463] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.106725] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.106941] env[64658]: DEBUG nova.objects.instance [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'resources' on Instance uuid d707dffc-e8ea-4881-ab25-8d940816e6b5 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.626840] env[64658]: DEBUG nova.scheduler.client.report [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Refreshing inventories for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1435.640275] env[64658]: DEBUG nova.scheduler.client.report [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Updating ProviderTree inventory for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1435.640475] env[64658]: DEBUG nova.compute.provider_tree [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Updating inventory in ProviderTree for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1435.650196] env[64658]: DEBUG nova.scheduler.client.report [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Refreshing aggregate associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, aggregates: None {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1435.666085] env[64658]: DEBUG nova.scheduler.client.report [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Refreshing trait associations for resource provider 018c850a-5a14-4a88-8488-ab65a3b60cdb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=64658) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1435.699857] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fabfa02-61ed-4e85-9ef8-dab1cf1cc2d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.706935] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90909935-afc0-4b6a-ae98-ac3a41f065e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.736647] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1500b5-59aa-422d-8a99-3c9a51957431 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.743057] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54303ffe-29e3-4c4e-9e15-725b5aa8305b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.755618] env[64658]: DEBUG nova.compute.provider_tree [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.258871] env[64658]: DEBUG nova.scheduler.client.report [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.763799] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.784443] env[64658]: INFO nova.scheduler.client.report [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted allocations for instance d707dffc-e8ea-4881-ab25-8d940816e6b5 [ 1437.291840] env[64658]: DEBUG oslo_concurrency.lockutils [None req-03b07662-acdd-4cf9-8b62-2f59d2fbae34 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d707dffc-e8ea-4881-ab25-8d940816e6b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.380s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.877059] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.877462] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.380885] env[64658]: INFO nova.compute.manager [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Detaching volume 49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06 [ 1438.409922] env[64658]: INFO nova.virt.block_device [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Attempting to driver detach volume 49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06 from mountpoint /dev/sdb [ 1438.409922] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1438.410091] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550564', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'name': 'volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c1026d-5e99-4577-8c47-dd8cbe11e84f', 'attached_at': '', 'detached_at': '', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'serial': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1438.410919] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca4ba2-7ca8-4253-b3a4-cffb35a169f8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.432022] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d19c3-0ee2-4395-9cd2-b139a4634802 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.438309] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c3260-d6e1-4bdd-ae31-6286f4261699 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.458509] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb867c1e-820c-430b-bdce-3c4e4195d610 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.472622] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] The volume has not been displaced from its original location: [datastore1] volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06/volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1438.477988] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1438.478250] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a2347c-f298-41e2-ba96-627db1af23be {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.495065] env[64658]: DEBUG oslo_vmware.api [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1438.495065] env[64658]: value = "task-2734766" [ 1438.495065] env[64658]: _type = "Task" [ 1438.495065] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.502313] env[64658]: DEBUG oslo_vmware.api [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.004733] env[64658]: DEBUG oslo_vmware.api [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734766, 'name': ReconfigVM_Task, 'duration_secs': 0.202298} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.005122] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1439.009531] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1006dd2f-9c51-4882-bac2-79c6974b3f7a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.025237] env[64658]: DEBUG oslo_vmware.api [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1439.025237] env[64658]: value = "task-2734767" [ 1439.025237] env[64658]: _type = "Task" [ 1439.025237] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.032638] env[64658]: DEBUG oslo_vmware.api [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.534771] env[64658]: DEBUG oslo_vmware.api [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734767, 'name': ReconfigVM_Task, 'duration_secs': 0.126218} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.535165] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550564', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'name': 'volume-49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21c1026d-5e99-4577-8c47-dd8cbe11e84f', 'attached_at': '', 'detached_at': '', 'volume_id': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06', 'serial': '49a5a12d-2d81-47c1-a7bb-0c0e7c55fe06'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1440.073815] env[64658]: DEBUG nova.objects.instance [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'flavor' on Instance uuid 21c1026d-5e99-4577-8c47-dd8cbe11e84f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.081174] env[64658]: DEBUG oslo_concurrency.lockutils [None req-ca41fc24-f5cd-4569-88aa-9e2a0b833ddd tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.109858] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.110379] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.110379] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.110534] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.110700] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.112696] env[64658]: INFO nova.compute.manager [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Terminating instance [ 1442.617023] env[64658]: DEBUG nova.compute.manager [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.617338] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.619724] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9570e1-a2e7-4180-aa2f-23846c204d22 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.627274] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.627501] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d536558-97ca-4df5-a50c-27d195eb2b97 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.632791] env[64658]: DEBUG oslo_vmware.api [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1442.632791] env[64658]: value = "task-2734768" [ 1442.632791] env[64658]: _type = "Task" [ 1442.632791] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.640047] env[64658]: DEBUG oslo_vmware.api [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.143048] env[64658]: DEBUG oslo_vmware.api [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734768, 'name': PowerOffVM_Task, 'duration_secs': 0.157911} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.143408] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.143408] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.143552] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-185764fb-e698-4f2d-b6ea-dd09d7a6d55f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.210515] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.210757] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.210907] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleting the datastore file [datastore1] 21c1026d-5e99-4577-8c47-dd8cbe11e84f {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.211189] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74ef1e3e-1f6d-4c77-bb5e-1d393bc596ab {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.217780] env[64658]: DEBUG oslo_vmware.api [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1443.217780] env[64658]: value = "task-2734770" [ 1443.217780] env[64658]: _type = "Task" [ 1443.217780] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.225272] env[64658]: DEBUG oslo_vmware.api [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.727416] env[64658]: DEBUG oslo_vmware.api [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129212} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.727683] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.727857] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.728045] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.728228] env[64658]: INFO nova.compute.manager [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1443.728466] env[64658]: DEBUG oslo.service.loopingcall [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.728651] env[64658]: DEBUG nova.compute.manager [-] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.728750] env[64658]: DEBUG nova.network.neutron [-] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.149771] env[64658]: DEBUG nova.compute.manager [req-e2d99010-33fe-4998-b786-e9fffe0a5149 req-6c19753e-cce7-4092-a830-2c364e4566e1 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Received event network-vif-deleted-9ae9138e-c10d-48f9-9090-ef9b35ecfb90 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1444.150021] env[64658]: INFO nova.compute.manager [req-e2d99010-33fe-4998-b786-e9fffe0a5149 req-6c19753e-cce7-4092-a830-2c364e4566e1 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Neutron deleted interface 9ae9138e-c10d-48f9-9090-ef9b35ecfb90; detaching it from the instance and deleting it from the info cache [ 1444.150158] env[64658]: DEBUG nova.network.neutron [req-e2d99010-33fe-4998-b786-e9fffe0a5149 req-6c19753e-cce7-4092-a830-2c364e4566e1 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.630353] env[64658]: DEBUG nova.network.neutron [-] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.652959] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ce43f2-b08c-460b-84f2-4f30430fd613 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.662303] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c944811f-2a53-437e-8389-a5afab24b746 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.687235] env[64658]: DEBUG nova.compute.manager [req-e2d99010-33fe-4998-b786-e9fffe0a5149 req-6c19753e-cce7-4092-a830-2c364e4566e1 service nova] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Detach interface failed, port_id=9ae9138e-c10d-48f9-9090-ef9b35ecfb90, reason: Instance 21c1026d-5e99-4577-8c47-dd8cbe11e84f could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1445.132718] env[64658]: INFO nova.compute.manager [-] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Took 1.40 seconds to deallocate network for instance. [ 1445.639230] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.639628] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.639728] env[64658]: DEBUG nova.objects.instance [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'resources' on Instance uuid 21c1026d-5e99-4577-8c47-dd8cbe11e84f {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.174382] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d471619a-d348-4bb7-8d02-3abea0f81d8c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.182757] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0ef68f-0ca9-48e2-b3ac-01bfc6274280 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.212016] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1a99e-7aed-4e46-a27a-80568620e9d8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.219114] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b4271-6661-49f2-97de-aa1337741101 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.231781] env[64658]: DEBUG nova.compute.provider_tree [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.734514] env[64658]: DEBUG nova.scheduler.client.report [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.239322] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.257809] env[64658]: INFO nova.scheduler.client.report [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted allocations for instance 21c1026d-5e99-4577-8c47-dd8cbe11e84f [ 1447.713222] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.765457] env[64658]: DEBUG oslo_concurrency.lockutils [None req-1719755d-5969-4762-a5c7-bdbe565ceb44 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "21c1026d-5e99-4577-8c47-dd8cbe11e84f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.655s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.709234] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.713844] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.714019] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Cleaning up deleted instances {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1449.222874] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] There are 25 instances to clean {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1449.223098] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d707dffc-e8ea-4881-ab25-8d940816e6b5] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1449.726354] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 21c1026d-5e99-4577-8c47-dd8cbe11e84f] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1449.877980] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.878226] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.229734] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 42f8ebc8-2b15-4d3e-b818-9731e1b878a3] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1450.380724] env[64658]: DEBUG nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.733096] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d43e6665-dab3-4c9c-8fa5-d1818f2f831f] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1450.990807] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.991124] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.992729] env[64658]: INFO nova.compute.claims [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.236250] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 0284586d-b74d-4205-9ebd-c6167c25193a] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1451.739164] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 416aefe7-8c83-4e4f-b98a-1d74aa64a79c] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1452.028097] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f763b6e-0f0d-4051-8ffc-0a157abec0d1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.035873] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a060843-9ec7-4003-9865-7215dd0ed096 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.065493] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f996eb22-724f-4263-919b-a864c51a8c0e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.071988] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f7288-08d8-4965-bd98-346b6a8dfb90 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.084765] env[64658]: DEBUG nova.compute.provider_tree [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.242599] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5260a6b4-f9e2-4a33-abb2-1b508c05f9ed] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1452.587917] env[64658]: DEBUG nova.scheduler.client.report [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.746222] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 083e1786-eaa8-44cd-b1dc-a91eafa07019] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1453.092229] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.092728] env[64658]: DEBUG nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.249332] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: b3dfc178-6cfa-4715-bff2-dc66be401acf] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1453.597792] env[64658]: DEBUG nova.compute.utils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.599177] env[64658]: DEBUG nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1453.599351] env[64658]: DEBUG nova.network.neutron [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.645131] env[64658]: DEBUG nova.policy [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a9ca1529f14f059747284d14defad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81244d21a17402cac7fdac884080293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.752052] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 61eeaa68-d1e3-44e1-a709-91d17dd07425] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1453.906670] env[64658]: DEBUG nova.network.neutron [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Successfully created port: 4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.103070] env[64658]: DEBUG nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.255202] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: acff4f8f-394f-4069-8d7e-3fefb44c4030] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1454.758599] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: ad5884a0-0877-43e9-a876-4786acf96abb] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1455.112658] env[64658]: DEBUG nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.139028] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.139369] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.139532] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.139714] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.139860] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.140047] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.140293] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.140455] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.140625] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.140787] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.140956] env[64658]: DEBUG nova.virt.hardware [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.141824] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3dd75b-0f23-4b10-9a5f-fb9bf7ab371e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.149639] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a99550-2fb7-475d-9961-085b14de1634 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.256287] env[64658]: DEBUG nova.compute.manager [req-7714caf6-ab6e-4477-81a8-605fa6ea9ddd req-7186466c-daa2-4a6e-a6ba-d3da97d0e49b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Received event network-vif-plugged-4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1455.256530] env[64658]: DEBUG oslo_concurrency.lockutils [req-7714caf6-ab6e-4477-81a8-605fa6ea9ddd req-7186466c-daa2-4a6e-a6ba-d3da97d0e49b service nova] Acquiring lock "d1c8deb6-eecf-4258-9fcd-834b21943b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.256738] env[64658]: DEBUG oslo_concurrency.lockutils [req-7714caf6-ab6e-4477-81a8-605fa6ea9ddd req-7186466c-daa2-4a6e-a6ba-d3da97d0e49b service nova] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.256898] env[64658]: DEBUG oslo_concurrency.lockutils [req-7714caf6-ab6e-4477-81a8-605fa6ea9ddd req-7186466c-daa2-4a6e-a6ba-d3da97d0e49b service nova] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.257080] env[64658]: DEBUG nova.compute.manager [req-7714caf6-ab6e-4477-81a8-605fa6ea9ddd req-7186466c-daa2-4a6e-a6ba-d3da97d0e49b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] No waiting events found dispatching network-vif-plugged-4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1455.257269] env[64658]: WARNING nova.compute.manager [req-7714caf6-ab6e-4477-81a8-605fa6ea9ddd req-7186466c-daa2-4a6e-a6ba-d3da97d0e49b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Received unexpected event network-vif-plugged-4f189f2c-0d61-455b-975d-e9e7094fb36f for instance with vm_state building and task_state spawning. [ 1455.262348] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 9d8fe4bc-bcba-4917-b417-afb787ba5bed] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1455.334228] env[64658]: DEBUG nova.network.neutron [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Successfully updated port: 4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.765117] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 1e448cfd-f1bd-4c69-8ce7-77974390526f] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1455.837247] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.837401] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.837550] env[64658]: DEBUG nova.network.neutron [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.268715] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d2bbe444-ec72-4db0-b0ab-596ba086a67d] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1456.369643] env[64658]: DEBUG nova.network.neutron [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.481117] env[64658]: DEBUG nova.network.neutron [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating instance_info_cache with network_info: [{"id": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "address": "fa:16:3e:e3:c5:d5", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f189f2c-0d", "ovs_interfaceid": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.772616] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: daa7962e-8d89-4f29-80f4-0ae7ec7232cf] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1456.983951] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.984294] env[64658]: DEBUG nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Instance network_info: |[{"id": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "address": "fa:16:3e:e3:c5:d5", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f189f2c-0d", "ovs_interfaceid": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.984715] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:c5:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f189f2c-0d61-455b-975d-e9e7094fb36f', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.992096] env[64658]: DEBUG oslo.service.loopingcall [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.992298] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.992522] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c039012-1d24-4c13-aa20-6dadb6d0ce92 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.012582] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.012582] env[64658]: value = "task-2734771" [ 1457.012582] env[64658]: _type = "Task" [ 1457.012582] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.019912] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734771, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.277258] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 718464ec-d169-4840-bfee-204498ff8099] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1457.282729] env[64658]: DEBUG nova.compute.manager [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Received event network-changed-4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1457.283070] env[64658]: DEBUG nova.compute.manager [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Refreshing instance network info cache due to event network-changed-4f189f2c-0d61-455b-975d-e9e7094fb36f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1457.283227] env[64658]: DEBUG oslo_concurrency.lockutils [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] Acquiring lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.283505] env[64658]: DEBUG oslo_concurrency.lockutils [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] Acquired lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.283584] env[64658]: DEBUG nova.network.neutron [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Refreshing network info cache for port 4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.522345] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734771, 'name': CreateVM_Task, 'duration_secs': 0.30133} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.522564] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.523128] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.523301] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.523629] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.523871] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73496fa-d9b5-408a-9ef7-0b4bfdf91017 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.528626] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1457.528626] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]529e4846-e04b-3782-cab6-c4548bee7116" [ 1457.528626] env[64658]: _type = "Task" [ 1457.528626] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.535879] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e4846-e04b-3782-cab6-c4548bee7116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.780488] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 7b76cdd8-3c0e-4ed4-865f-a82a8f262a61] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1457.962023] env[64658]: DEBUG nova.network.neutron [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updated VIF entry in instance network info cache for port 4f189f2c-0d61-455b-975d-e9e7094fb36f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.962397] env[64658]: DEBUG nova.network.neutron [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating instance_info_cache with network_info: [{"id": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "address": "fa:16:3e:e3:c5:d5", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f189f2c-0d", "ovs_interfaceid": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.039490] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]529e4846-e04b-3782-cab6-c4548bee7116, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.039721] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.039948] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.040190] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.040334] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.040507] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.040748] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b5e82fe-41d5-4f53-9f54-08e884ff73e7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.048907] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.049085] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.049737] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2aac0ca-314a-40b5-97e2-2ab2de306276 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.054643] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1458.054643] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52c7aece-a65c-d525-a1f8-47d591d7ccfe" [ 1458.054643] env[64658]: _type = "Task" [ 1458.054643] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.061867] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c7aece-a65c-d525-a1f8-47d591d7ccfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.283773] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: b068993f-4e8a-47fc-a4ec-3858ff4936e5] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1458.464881] env[64658]: DEBUG oslo_concurrency.lockutils [req-f7581857-68a7-4c19-a1af-97c5c39c5e58 req-7101be8e-3587-4bbd-86d5-d0bb9f91b538 service nova] Releasing lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.565029] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52c7aece-a65c-d525-a1f8-47d591d7ccfe, 'name': SearchDatastore_Task, 'duration_secs': 0.007998} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.565798] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a8e98c-6330-470a-b871-bf2c76b8fd87 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.570517] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1458.570517] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]5201cefb-afd8-af3f-e399-79c29b05a6c6" [ 1458.570517] env[64658]: _type = "Task" [ 1458.570517] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.577532] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5201cefb-afd8-af3f-e399-79c29b05a6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.787454] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 4a1e3e69-34a9-4ae4-b3c0-d7af2e80d137] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1459.080969] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]5201cefb-afd8-af3f-e399-79c29b05a6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.081222] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.081476] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d1c8deb6-eecf-4258-9fcd-834b21943b59/d1c8deb6-eecf-4258-9fcd-834b21943b59.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.081710] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d28248f-59ec-4fed-a776-b827f205e43e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.089433] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1459.089433] env[64658]: value = "task-2734772" [ 1459.089433] env[64658]: _type = "Task" [ 1459.089433] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.096321] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.291377] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: c479b559-d510-4d28-b060-15b8ad51e9a9] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1459.599236] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468086} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.599483] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] d1c8deb6-eecf-4258-9fcd-834b21943b59/d1c8deb6-eecf-4258-9fcd-834b21943b59.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.599650] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.599892] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0646eb01-6b6f-4ca9-abe2-703a6b7b4a71 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.605805] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1459.605805] env[64658]: value = "task-2734773" [ 1459.605805] env[64658]: _type = "Task" [ 1459.605805] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.612778] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.794591] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: ebc8d670-d6e6-436d-8de9-275653bb0f31] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1460.115927] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0628} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.116170] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.116956] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c27bbd0-a646-49f2-931b-c3a65804732a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.138561] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d1c8deb6-eecf-4258-9fcd-834b21943b59/d1c8deb6-eecf-4258-9fcd-834b21943b59.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.138904] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd88e159-255b-4489-b9f3-d15ddce7d3ea {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.159163] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1460.159163] env[64658]: value = "task-2734774" [ 1460.159163] env[64658]: _type = "Task" [ 1460.159163] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.167214] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.298075] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 5430be3a-a397-4e62-81d8-01bc10fcd657] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1460.669662] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734774, 'name': ReconfigVM_Task, 'duration_secs': 0.262307} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.670040] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d1c8deb6-eecf-4258-9fcd-834b21943b59/d1c8deb6-eecf-4258-9fcd-834b21943b59.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.670650] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd8043b-53eb-401c-9f24-302719e2b68f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.676816] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1460.676816] env[64658]: value = "task-2734775" [ 1460.676816] env[64658]: _type = "Task" [ 1460.676816] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.684137] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734775, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.801942] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 8883e2fc-fa2b-424b-8e38-665ab832fb81] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1461.187631] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734775, 'name': Rename_Task, 'duration_secs': 0.140574} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.187912] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.188175] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50807806-cdfb-4808-a722-27bd241d6346 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.195278] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1461.195278] env[64658]: value = "task-2734776" [ 1461.195278] env[64658]: _type = "Task" [ 1461.195278] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.207248] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.305063] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 102cf96e-9cf9-4761-a1c7-97940113abff] Instance has had 0 of 5 cleanup attempts {{(pid=64658) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1461.706209] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.809121] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.809412] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Cleaning up deleted instances with incomplete migration {{(pid=64658) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1462.205186] env[64658]: DEBUG oslo_vmware.api [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734776, 'name': PowerOnVM_Task, 'duration_secs': 0.606637} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.205459] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.205658] env[64658]: INFO nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1462.205839] env[64658]: DEBUG nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.206638] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74f0927-f55e-4b06-8128-9986a5a74898 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.311991] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.724133] env[64658]: INFO nova.compute.manager [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Took 11.84 seconds to build instance. [ 1462.810522] env[64658]: DEBUG nova.compute.manager [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Received event network-changed-4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1462.810687] env[64658]: DEBUG nova.compute.manager [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Refreshing instance network info cache due to event network-changed-4f189f2c-0d61-455b-975d-e9e7094fb36f. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1462.810910] env[64658]: DEBUG oslo_concurrency.lockutils [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] Acquiring lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.811095] env[64658]: DEBUG oslo_concurrency.lockutils [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] Acquired lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.811317] env[64658]: DEBUG nova.network.neutron [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Refreshing network info cache for port 4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.226250] env[64658]: DEBUG oslo_concurrency.lockutils [None req-fe548537-542f-49d9-8ee0-78505e1d41b3 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.348s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.526757] env[64658]: DEBUG nova.network.neutron [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updated VIF entry in instance network info cache for port 4f189f2c-0d61-455b-975d-e9e7094fb36f. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.527129] env[64658]: DEBUG nova.network.neutron [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating instance_info_cache with network_info: [{"id": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "address": "fa:16:3e:e3:c5:d5", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f189f2c-0d", "ovs_interfaceid": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.813907] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.814188] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1463.814287] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Rebuilding the list of instances to heal {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1464.029868] env[64658]: DEBUG oslo_concurrency.lockutils [req-a83393f0-6b57-4cb6-9050-10b566ab4845 req-a51c182e-6607-4f2b-845f-52b05e4fa23b service nova] Releasing lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.344945] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.345131] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.345310] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1464.345485] env[64658]: DEBUG nova.objects.instance [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lazy-loading 'info_cache' on Instance uuid d1c8deb6-eecf-4258-9fcd-834b21943b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.038274] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating instance_info_cache with network_info: [{"id": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "address": "fa:16:3e:e3:c5:d5", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f189f2c-0d", "ovs_interfaceid": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.540888] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.541125] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1466.541343] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.541503] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.541647] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.541796] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.541940] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.542081] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1466.542228] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.045836] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.046319] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.046427] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.046657] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1467.048391] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b340eb-956f-44ce-9adc-a3d4eaf1936b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.058756] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0729e441-4f82-4233-b11f-e16c6e6d4560 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.078442] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60dc881-18ee-414a-aff0-41d9ee80ad59 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.086552] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9635d26f-bbbd-46b2-969e-7deff1b56d0b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.128662] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180755MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1467.128790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.128977] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.153649] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d1c8deb6-eecf-4258-9fcd-834b21943b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1468.153964] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1468.154046] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1468.179457] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714314a-4e42-4a00-99d9-755e892d3f79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.187087] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d636a7-f9cb-4004-8825-9950b3c88536 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.216397] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2026c7-2e19-4cf8-83ad-26f01fae9878 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.223217] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb07e2-2c24-4a65-9933-31071b7c47d5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.235693] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.739077] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.244753] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1469.245254] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.635524] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.635825] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.139347] env[64658]: DEBUG nova.compute.utils [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.642386] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.705851] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.706253] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.706355] env[64658]: INFO nova.compute.manager [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Attaching volume fb8573bc-1f68-4af6-8caa-e55045417940 to /dev/sdb [ 1502.759613] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa00346-d059-4002-8d57-13fc75188313 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.766548] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45912f5-f35c-4212-9c19-805d6b890d15 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.779189] env[64658]: DEBUG nova.virt.block_device [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating existing volume attachment record: 281b13c7-dcf5-4076-8c1c-9bf497a69e52 {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1507.322979] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1507.323249] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550567', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'name': 'volume-fb8573bc-1f68-4af6-8caa-e55045417940', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1c8deb6-eecf-4258-9fcd-834b21943b59', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'serial': 'fb8573bc-1f68-4af6-8caa-e55045417940'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1507.324123] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043c21f-837f-4c5d-bd98-44dae77d764a {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.340469] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a42cf5a-5f9f-4b64-8963-b573b02a8380 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.364863] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-fb8573bc-1f68-4af6-8caa-e55045417940/volume-fb8573bc-1f68-4af6-8caa-e55045417940.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.365119] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479abbf3-7004-4e9e-bfb8-fc7b20a897e9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.381657] env[64658]: DEBUG oslo_vmware.api [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1507.381657] env[64658]: value = "task-2734779" [ 1507.381657] env[64658]: _type = "Task" [ 1507.381657] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.389045] env[64658]: DEBUG oslo_vmware.api [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.891929] env[64658]: DEBUG oslo_vmware.api [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734779, 'name': ReconfigVM_Task, 'duration_secs': 0.331723} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.892208] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-fb8573bc-1f68-4af6-8caa-e55045417940/volume-fb8573bc-1f68-4af6-8caa-e55045417940.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.896867] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252d51c8-9d0c-4781-a0c4-ced94c36e85c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.910785] env[64658]: DEBUG oslo_vmware.api [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1507.910785] env[64658]: value = "task-2734780" [ 1507.910785] env[64658]: _type = "Task" [ 1507.910785] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.917984] env[64658]: DEBUG oslo_vmware.api [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.420350] env[64658]: DEBUG oslo_vmware.api [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734780, 'name': ReconfigVM_Task, 'duration_secs': 0.145445} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.420664] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550567', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'name': 'volume-fb8573bc-1f68-4af6-8caa-e55045417940', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1c8deb6-eecf-4258-9fcd-834b21943b59', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'serial': 'fb8573bc-1f68-4af6-8caa-e55045417940'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1509.456541] env[64658]: DEBUG nova.objects.instance [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'flavor' on Instance uuid d1c8deb6-eecf-4258-9fcd-834b21943b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.963231] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d954056d-36e2-4fe9-824b-9bf4d502d03d tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.210988] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.211301] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.416852] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.417089] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.714486] env[64658]: INFO nova.compute.manager [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Detaching volume fb8573bc-1f68-4af6-8caa-e55045417940 [ 1510.744610] env[64658]: INFO nova.virt.block_device [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Attempting to driver detach volume fb8573bc-1f68-4af6-8caa-e55045417940 from mountpoint /dev/sdb [ 1510.744836] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1510.745024] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550567', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'name': 'volume-fb8573bc-1f68-4af6-8caa-e55045417940', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1c8deb6-eecf-4258-9fcd-834b21943b59', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'serial': 'fb8573bc-1f68-4af6-8caa-e55045417940'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1510.745918] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d9c9ec-252b-4899-991a-d73dafeab7da {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.767386] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60892e0-3af3-42a8-b3fc-ebf3fade45a4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.773764] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1630584c-5860-4112-bcff-9e05aeaf201c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.793027] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094436cf-ca0a-45bf-8b85-c23c9a1f20bf {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.806640] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb8573bc-1f68-4af6-8caa-e55045417940/volume-fb8573bc-1f68-4af6-8caa-e55045417940.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1510.811724] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1510.811968] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23113fd3-b293-4aa3-a898-4d65faed363e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.828218] env[64658]: DEBUG oslo_vmware.api [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1510.828218] env[64658]: value = "task-2734781" [ 1510.828218] env[64658]: _type = "Task" [ 1510.828218] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.835209] env[64658]: DEBUG oslo_vmware.api [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.337502] env[64658]: DEBUG oslo_vmware.api [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734781, 'name': ReconfigVM_Task, 'duration_secs': 0.225456} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.337782] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1511.342257] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c7e7ff-ba3f-44e1-a8f1-604e9e57d544 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.356359] env[64658]: DEBUG oslo_vmware.api [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1511.356359] env[64658]: value = "task-2734782" [ 1511.356359] env[64658]: _type = "Task" [ 1511.356359] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.363711] env[64658]: DEBUG oslo_vmware.api [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.713852] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.714105] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.714273] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.714428] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.714569] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1511.866769] env[64658]: DEBUG oslo_vmware.api [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734782, 'name': ReconfigVM_Task, 'duration_secs': 0.12624} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.867062] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550567', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'name': 'volume-fb8573bc-1f68-4af6-8caa-e55045417940', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1c8deb6-eecf-4258-9fcd-834b21943b59', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb8573bc-1f68-4af6-8caa-e55045417940', 'serial': 'fb8573bc-1f68-4af6-8caa-e55045417940'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1512.405992] env[64658]: DEBUG nova.objects.instance [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'flavor' on Instance uuid d1c8deb6-eecf-4258-9fcd-834b21943b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.714879] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.413588] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d8b67781-ba81-49f8-8a91-e296b39a6505 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.713784] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.713985] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1513.714070] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Rebuilding the list of instances to heal {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1514.318435] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.318687] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.318731] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1514.318880] env[64658]: DEBUG nova.objects.instance [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lazy-loading 'info_cache' on Instance uuid d1c8deb6-eecf-4258-9fcd-834b21943b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.451142] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.451385] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.451591] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "d1c8deb6-eecf-4258-9fcd-834b21943b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.451826] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.452031] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.453953] env[64658]: INFO nova.compute.manager [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Terminating instance [ 1514.957312] env[64658]: DEBUG nova.compute.manager [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.957532] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.958756] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1847c4-20e0-4e9c-9431-29713262b469 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.966374] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.966581] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b0979ca-10fe-4924-bb0c-0e79b047f241 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.972491] env[64658]: DEBUG oslo_vmware.api [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1514.972491] env[64658]: value = "task-2734783" [ 1514.972491] env[64658]: _type = "Task" [ 1514.972491] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.979877] env[64658]: DEBUG oslo_vmware.api [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.482282] env[64658]: DEBUG oslo_vmware.api [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734783, 'name': PowerOffVM_Task, 'duration_secs': 0.166275} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.482684] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.482816] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.483103] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c26b5bcb-681c-48dd-9725-bdfaa8abbd5f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.548900] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.549164] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.549347] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleting the datastore file [datastore1] d1c8deb6-eecf-4258-9fcd-834b21943b59 {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.549608] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c25c5eb-dbd4-42a9-bcd9-b858001cc7e8 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.556546] env[64658]: DEBUG oslo_vmware.api [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1515.556546] env[64658]: value = "task-2734785" [ 1515.556546] env[64658]: _type = "Task" [ 1515.556546] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.564098] env[64658]: DEBUG oslo_vmware.api [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.027470] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating instance_info_cache with network_info: [{"id": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "address": "fa:16:3e:e3:c5:d5", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f189f2c-0d", "ovs_interfaceid": "4f189f2c-0d61-455b-975d-e9e7094fb36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.066362] env[64658]: DEBUG oslo_vmware.api [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136838} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.066732] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.066985] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.067215] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.067452] env[64658]: INFO nova.compute.manager [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1516.067763] env[64658]: DEBUG oslo.service.loopingcall [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.068022] env[64658]: DEBUG nova.compute.manager [-] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.068162] env[64658]: DEBUG nova.network.neutron [-] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1516.530082] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-d1c8deb6-eecf-4258-9fcd-834b21943b59" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.530344] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1516.531408] env[64658]: DEBUG nova.compute.manager [req-3b908677-91e6-4636-868f-d6b133ccc6d4 req-95622db0-7a7e-4c1b-9027-8a6b0974245f service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Received event network-vif-deleted-4f189f2c-0d61-455b-975d-e9e7094fb36f {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1516.531604] env[64658]: INFO nova.compute.manager [req-3b908677-91e6-4636-868f-d6b133ccc6d4 req-95622db0-7a7e-4c1b-9027-8a6b0974245f service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Neutron deleted interface 4f189f2c-0d61-455b-975d-e9e7094fb36f; detaching it from the instance and deleting it from the info cache [ 1516.531774] env[64658]: DEBUG nova.network.neutron [req-3b908677-91e6-4636-868f-d6b133ccc6d4 req-95622db0-7a7e-4c1b-9027-8a6b0974245f service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.532790] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.981297] env[64658]: DEBUG nova.network.neutron [-] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.035597] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.035839] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.036012] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.036175] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1517.036448] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54ae0f46-fc44-4cc0-bc0e-6192c843182b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.038950] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1513b9c-49ab-47ff-842b-71c92d298436 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.047954] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d172cf18-c70c-47e1-8b3d-a0181c2b8c78 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.054325] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059fc91b-e06a-405f-9b9c-c288f00b87d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.080689] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c778e2cc-1f3d-486a-9e91-f0cd32e6ddc4 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.083229] env[64658]: DEBUG nova.compute.manager [req-3b908677-91e6-4636-868f-d6b133ccc6d4 req-95622db0-7a7e-4c1b-9027-8a6b0974245f service nova] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Detach interface failed, port_id=4f189f2c-0d61-455b-975d-e9e7094fb36f, reason: Instance d1c8deb6-eecf-4258-9fcd-834b21943b59 could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1517.087529] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbec643-d00c-4165-b860-86a126868042 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.116051] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181109MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1517.116206] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.116399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.484505] env[64658]: INFO nova.compute.manager [-] [instance: d1c8deb6-eecf-4258-9fcd-834b21943b59] Took 1.42 seconds to deallocate network for instance. [ 1517.990761] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.141948] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance d1c8deb6-eecf-4258-9fcd-834b21943b59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.142176] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1518.142322] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1518.169990] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3b05b-c80b-4101-a26c-640ca890e786 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.177560] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da5d4ea-383f-4aab-b7b9-873d5736dd14 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.207010] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7305c2c5-5424-48f1-bad7-f9fabf140e14 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.214093] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462aa8e-cf5a-4446-92b7-c9879181ebca {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.227014] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.731632] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.243915] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1519.244399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.244399] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.254s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.244629] env[64658]: DEBUG nova.objects.instance [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'resources' on Instance uuid d1c8deb6-eecf-4258-9fcd-834b21943b59 {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.772104] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f2e7d-b464-4599-9119-edca9827582c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.779209] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe7c40b-09d5-4985-9bb2-9cb52cffe278 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.807624] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf02ea7c-36bd-4761-9f33-d3a55fc2c960 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.814011] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df743cf-965e-49b6-a1f2-eefa0ec03342 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.827448] env[64658]: DEBUG nova.compute.provider_tree [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.330785] env[64658]: DEBUG nova.scheduler.client.report [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.838034] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.592s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.858376] env[64658]: INFO nova.scheduler.client.report [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted allocations for instance d1c8deb6-eecf-4258-9fcd-834b21943b59 [ 1521.366121] env[64658]: DEBUG oslo_concurrency.lockutils [None req-347a33e9-1450-4711-bf9a-37b686134faf tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "d1c8deb6-eecf-4258-9fcd-834b21943b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.915s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.241811] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.328107] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.328344] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.830609] env[64658]: DEBUG nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Starting instance... {{(pid=64658) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1524.353418] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.353705] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.355127] env[64658]: INFO nova.compute.claims [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.393548] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c6475-d8ed-436c-bb8d-eda9450d4afc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.400950] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51647bf4-20d6-49b2-ac80-d02b95601652 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.430399] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0b4d0-dd18-41e8-94a8-267676959fb7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.437010] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faffec5a-9aa3-4806-9e76-94adf3dca7fc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.449577] env[64658]: DEBUG nova.compute.provider_tree [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.952782] env[64658]: DEBUG nova.scheduler.client.report [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.457631] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.458195] env[64658]: DEBUG nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Start building networks asynchronously for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1526.963884] env[64658]: DEBUG nova.compute.utils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1526.965284] env[64658]: DEBUG nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Allocating IP information in the background. {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1526.965453] env[64658]: DEBUG nova.network.neutron [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] allocate_for_instance() {{(pid=64658) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.011188] env[64658]: DEBUG nova.policy [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a9ca1529f14f059747284d14defad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e81244d21a17402cac7fdac884080293', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64658) authorize /opt/stack/nova/nova/policy.py:192}} [ 1527.284743] env[64658]: DEBUG nova.network.neutron [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Successfully created port: 45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.469079] env[64658]: DEBUG nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Start building block device mappings for instance. {{(pid=64658) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1528.478914] env[64658]: DEBUG nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Start spawning the instance on the hypervisor. {{(pid=64658) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1528.504414] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-20T16:01:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-20T16:01:15Z,direct_url=,disk_format='vmdk',id=0945371c-166c-42f6-9ee1-ddd9a69fef05,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dfbfa303557049c99611486dd9a02a3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-20T16:01:16Z,virtual_size=,visibility=), allow threads: False {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1528.504665] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.504822] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image limits 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1528.505008] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Flavor pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.505163] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Image pref 0:0:0 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1528.505307] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64658) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1528.505511] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1528.505701] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1528.505903] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Got 1 possible topologies {{(pid=64658) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1528.506081] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1528.506257] env[64658]: DEBUG nova.virt.hardware [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64658) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1528.507123] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a503ac05-5536-4991-9631-b1873153e489 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.514956] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1627872-26e9-4809-baf7-ef2b34c40a7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.642330] env[64658]: DEBUG nova.compute.manager [req-c0e763c9-9ba6-4376-9d95-c5cc44aa531c req-4ee8fd35-ac58-49ba-9cdc-58705a444c8f service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Received event network-vif-plugged-45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1528.642555] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0e763c9-9ba6-4376-9d95-c5cc44aa531c req-4ee8fd35-ac58-49ba-9cdc-58705a444c8f service nova] Acquiring lock "17c4f3f7-6498-438a-b2ec-2fe90129047b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.642783] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0e763c9-9ba6-4376-9d95-c5cc44aa531c req-4ee8fd35-ac58-49ba-9cdc-58705a444c8f service nova] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.642959] env[64658]: DEBUG oslo_concurrency.lockutils [req-c0e763c9-9ba6-4376-9d95-c5cc44aa531c req-4ee8fd35-ac58-49ba-9cdc-58705a444c8f service nova] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.643136] env[64658]: DEBUG nova.compute.manager [req-c0e763c9-9ba6-4376-9d95-c5cc44aa531c req-4ee8fd35-ac58-49ba-9cdc-58705a444c8f service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] No waiting events found dispatching network-vif-plugged-45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.643299] env[64658]: WARNING nova.compute.manager [req-c0e763c9-9ba6-4376-9d95-c5cc44aa531c req-4ee8fd35-ac58-49ba-9cdc-58705a444c8f service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Received unexpected event network-vif-plugged-45e43766-ab79-4900-a49a-77c38947d6f9 for instance with vm_state building and task_state spawning. [ 1528.717042] env[64658]: DEBUG nova.network.neutron [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Successfully updated port: 45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.219505] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.219650] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.219769] env[64658]: DEBUG nova.network.neutron [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Building network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.750148] env[64658]: DEBUG nova.network.neutron [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Instance cache missing network info. {{(pid=64658) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.863415] env[64658]: DEBUG nova.network.neutron [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updating instance_info_cache with network_info: [{"id": "45e43766-ab79-4900-a49a-77c38947d6f9", "address": "fa:16:3e:2c:54:bd", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e43766-ab", "ovs_interfaceid": "45e43766-ab79-4900-a49a-77c38947d6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.366379] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.366702] env[64658]: DEBUG nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Instance network_info: |[{"id": "45e43766-ab79-4900-a49a-77c38947d6f9", "address": "fa:16:3e:2c:54:bd", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e43766-ab", "ovs_interfaceid": "45e43766-ab79-4900-a49a-77c38947d6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64658) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1530.367168] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:54:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45e43766-ab79-4900-a49a-77c38947d6f9', 'vif_model': 'vmxnet3'}] {{(pid=64658) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1530.374656] env[64658]: DEBUG oslo.service.loopingcall [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.374857] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Creating VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1530.375091] env[64658]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b28d9db-abe2-4bd9-8bcc-fa26d2cefbd7 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.395186] env[64658]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1530.395186] env[64658]: value = "task-2734786" [ 1530.395186] env[64658]: _type = "Task" [ 1530.395186] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.402468] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734786, 'name': CreateVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.667416] env[64658]: DEBUG nova.compute.manager [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Received event network-changed-45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1530.667650] env[64658]: DEBUG nova.compute.manager [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Refreshing instance network info cache due to event network-changed-45e43766-ab79-4900-a49a-77c38947d6f9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1530.667830] env[64658]: DEBUG oslo_concurrency.lockutils [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] Acquiring lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.667972] env[64658]: DEBUG oslo_concurrency.lockutils [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] Acquired lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.668305] env[64658]: DEBUG nova.network.neutron [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Refreshing network info cache for port 45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.904722] env[64658]: DEBUG oslo_vmware.api [-] Task: {'id': task-2734786, 'name': CreateVM_Task, 'duration_secs': 0.302001} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.905109] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Created VM on the ESX host {{(pid=64658) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.905504] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.905694] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.906027] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.906271] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01542ac9-1ffa-4a6a-8a1f-2f0fb57dc253 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.910083] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1530.910083] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52670915-9864-f3c6-0b09-1e78288c4d67" [ 1530.910083] env[64658]: _type = "Task" [ 1530.910083] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.916815] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52670915-9864-f3c6-0b09-1e78288c4d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.342743] env[64658]: DEBUG nova.network.neutron [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updated VIF entry in instance network info cache for port 45e43766-ab79-4900-a49a-77c38947d6f9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.343271] env[64658]: DEBUG nova.network.neutron [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updating instance_info_cache with network_info: [{"id": "45e43766-ab79-4900-a49a-77c38947d6f9", "address": "fa:16:3e:2c:54:bd", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e43766-ab", "ovs_interfaceid": "45e43766-ab79-4900-a49a-77c38947d6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.420642] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52670915-9864-f3c6-0b09-1e78288c4d67, 'name': SearchDatastore_Task, 'duration_secs': 0.018305} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.420951] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.421200] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Processing image 0945371c-166c-42f6-9ee1-ddd9a69fef05 {{(pid=64658) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.421432] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.421580] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.421756] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.422017] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd9f2e54-1858-4082-a469-d1718b452aa9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.431284] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64658) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.431453] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64658) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.432129] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9033508b-bebb-4734-b1b6-86b0b0a5257e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.436938] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1531.436938] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]523ae3bd-f3e0-55ef-2b02-fca277a88ef5" [ 1531.436938] env[64658]: _type = "Task" [ 1531.436938] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.443832] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523ae3bd-f3e0-55ef-2b02-fca277a88ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.846339] env[64658]: DEBUG oslo_concurrency.lockutils [req-36226cc7-367e-499c-b8f9-0c858ff895b8 req-c66b07ce-e6ec-46f0-8b19-8524ed932879 service nova] Releasing lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.947781] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]523ae3bd-f3e0-55ef-2b02-fca277a88ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.008398} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.948536] env[64658]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9540fb3-5575-443e-a82b-3f27c26e109c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.953277] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1531.953277] env[64658]: value = "session[52185837-4fe6-f82c-de1d-c049af529f69]52e7a75a-002e-39da-d2a2-3daf82c7b5ba" [ 1531.953277] env[64658]: _type = "Task" [ 1531.953277] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.960209] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e7a75a-002e-39da-d2a2-3daf82c7b5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.463519] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': session[52185837-4fe6-f82c-de1d-c049af529f69]52e7a75a-002e-39da-d2a2-3daf82c7b5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.463787] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.464074] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 17c4f3f7-6498-438a-b2ec-2fe90129047b/17c4f3f7-6498-438a-b2ec-2fe90129047b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1532.464341] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f521caf3-0722-49a1-a920-bfdf38982927 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.470931] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1532.470931] env[64658]: value = "task-2734787" [ 1532.470931] env[64658]: _type = "Task" [ 1532.470931] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.478224] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.980112] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494642} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.980557] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0945371c-166c-42f6-9ee1-ddd9a69fef05/0945371c-166c-42f6-9ee1-ddd9a69fef05.vmdk to [datastore1] 17c4f3f7-6498-438a-b2ec-2fe90129047b/17c4f3f7-6498-438a-b2ec-2fe90129047b.vmdk {{(pid=64658) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.980697] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Extending root virtual disk to 1048576 {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.980937] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3233369-af5d-4c82-b593-83cb400ba1cc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.986679] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1532.986679] env[64658]: value = "task-2734788" [ 1532.986679] env[64658]: _type = "Task" [ 1532.986679] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.993943] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.496048] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083637} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.496261] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Extended root virtual disk {{(pid=64658) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.497025] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762115d4-522e-4ed8-b903-603d8087a71f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.518325] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 17c4f3f7-6498-438a-b2ec-2fe90129047b/17c4f3f7-6498-438a-b2ec-2fe90129047b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.518557] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11439798-9115-4144-a0c6-3672b90a994f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.537831] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1533.537831] env[64658]: value = "task-2734789" [ 1533.537831] env[64658]: _type = "Task" [ 1533.537831] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.545067] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.047556] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734789, 'name': ReconfigVM_Task, 'duration_secs': 0.284093} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.047870] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 17c4f3f7-6498-438a-b2ec-2fe90129047b/17c4f3f7-6498-438a-b2ec-2fe90129047b.vmdk or device None with type sparse {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1534.048420] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e1080af-e06b-4aca-a164-7830e4b622a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.055303] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1534.055303] env[64658]: value = "task-2734790" [ 1534.055303] env[64658]: _type = "Task" [ 1534.055303] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.066629] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734790, 'name': Rename_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.564438] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734790, 'name': Rename_Task, 'duration_secs': 0.141813} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.564723] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Powering on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1534.564942] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a88d9a-f463-441d-84ca-c8ca59e39a79 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.570897] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1534.570897] env[64658]: value = "task-2734791" [ 1534.570897] env[64658]: _type = "Task" [ 1534.570897] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.578922] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.080801] env[64658]: DEBUG oslo_vmware.api [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734791, 'name': PowerOnVM_Task, 'duration_secs': 0.446892} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.081290] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Powered on the VM {{(pid=64658) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1535.081290] env[64658]: INFO nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1535.081449] env[64658]: DEBUG nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Checking state {{(pid=64658) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.082193] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2635fc1-7a03-4e5a-ae80-e65176073083 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.600103] env[64658]: INFO nova.compute.manager [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Took 11.26 seconds to build instance. [ 1536.101929] env[64658]: DEBUG oslo_concurrency.lockutils [None req-3df0d95c-8edd-4223-b858-f9a5fda63f68 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.773s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.218915] env[64658]: DEBUG nova.compute.manager [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Received event network-changed-45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1536.219087] env[64658]: DEBUG nova.compute.manager [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Refreshing instance network info cache due to event network-changed-45e43766-ab79-4900-a49a-77c38947d6f9. {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1536.219322] env[64658]: DEBUG oslo_concurrency.lockutils [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] Acquiring lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.219435] env[64658]: DEBUG oslo_concurrency.lockutils [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] Acquired lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.219630] env[64658]: DEBUG nova.network.neutron [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Refreshing network info cache for port 45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.915575] env[64658]: DEBUG nova.network.neutron [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updated VIF entry in instance network info cache for port 45e43766-ab79-4900-a49a-77c38947d6f9. {{(pid=64658) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.916034] env[64658]: DEBUG nova.network.neutron [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updating instance_info_cache with network_info: [{"id": "45e43766-ab79-4900-a49a-77c38947d6f9", "address": "fa:16:3e:2c:54:bd", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e43766-ab", "ovs_interfaceid": "45e43766-ab79-4900-a49a-77c38947d6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.418584] env[64658]: DEBUG oslo_concurrency.lockutils [req-ac4b18e4-e69f-485c-a5a7-cdca65bf500a req-db58d40b-62f9-4f39-a5af-b02d4bfb4a0e service nova] Releasing lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.715856] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.709388] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.714488] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.714938] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.714192] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.714416] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64658) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1573.456967] env[64658]: DEBUG oslo_concurrency.lockutils [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.457265] env[64658]: DEBUG oslo_concurrency.lockutils [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.713745] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.713988] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Starting heal instance info cache {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1573.714062] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Rebuilding the list of instances to heal {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1573.961345] env[64658]: DEBUG nova.compute.utils [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Using /dev/sd instead of None {{(pid=64658) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1574.252790] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.252937] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquired lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.253096] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Forcefully refreshing network info cache for instance {{(pid=64658) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1574.253258] env[64658]: DEBUG nova.objects.instance [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lazy-loading 'info_cache' on Instance uuid 17c4f3f7-6498-438a-b2ec-2fe90129047b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.464023] env[64658]: DEBUG oslo_concurrency.lockutils [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.521974] env[64658]: DEBUG oslo_concurrency.lockutils [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.522410] env[64658]: DEBUG oslo_concurrency.lockutils [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.522515] env[64658]: INFO nova.compute.manager [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Attaching volume eccf01a9-2202-4d81-9f38-a4c3e291903a to /dev/sdb [ 1575.552527] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed3f68b-486b-4e8d-8340-506046fee64e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.560007] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620c27f-5e05-40e4-97c7-eb11381a1f4b {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.573565] env[64658]: DEBUG nova.virt.block_device [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updating existing volume attachment record: 42cad168-5177-47c8-950d-446c5b01d26f {{(pid=64658) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1575.972771] env[64658]: DEBUG nova.network.neutron [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updating instance_info_cache with network_info: [{"id": "45e43766-ab79-4900-a49a-77c38947d6f9", "address": "fa:16:3e:2c:54:bd", "network": {"id": "dc05b211-cb50-4c10-bf78-cb6e55a7b0a0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1038672174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e81244d21a17402cac7fdac884080293", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e43766-ab", "ovs_interfaceid": "45e43766-ab79-4900-a49a-77c38947d6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.475671] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Releasing lock "refresh_cache-17c4f3f7-6498-438a-b2ec-2fe90129047b" {{(pid=64658) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.475926] env[64658]: DEBUG nova.compute.manager [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updated the network info_cache for instance {{(pid=64658) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1576.476161] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.476343] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.476507] env[64658]: DEBUG oslo_service.periodic_task [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Running periodic task ComputeManager.update_available_resource {{(pid=64658) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.979815] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.980287] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.980287] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.980536] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64658) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1576.981272] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1905d-4155-472c-8d78-4219d84c98e5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.989162] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d695566-13f0-47b1-af7c-a90a28973a0f {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.002585] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b1506-e0d1-472c-9055-8d93720a0d1e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.008698] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf9cf5a-7290-4f5f-9fa4-e469afc4c2d3 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.037681] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180893MB free_disk=111GB free_vcpus=48 pci_devices=None {{(pid=64658) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1577.037841] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.037999] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.061632] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Instance 17c4f3f7-6498-438a-b2ec-2fe90129047b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64658) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1578.061900] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1578.061973] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64658) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1578.087179] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c71024d-98d9-47af-a344-f3542c40465c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.094622] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4616a87-b7c1-4b6e-95a4-08511d15cdd9 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.123296] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6abc5-349f-422e-bd27-22cc98836bef {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.130149] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711a410d-0da6-429d-afdc-25271692dd08 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.143407] env[64658]: DEBUG nova.compute.provider_tree [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.646591] env[64658]: DEBUG nova.scheduler.client.report [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.151111] env[64658]: DEBUG nova.compute.resource_tracker [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64658) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1579.151348] env[64658]: DEBUG oslo_concurrency.lockutils [None req-d4d535bb-a65c-4d6e-942f-8ad03f415594 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.115308] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Volume attach. Driver type: vmdk {{(pid=64658) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1580.115556] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550569', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'name': 'volume-eccf01a9-2202-4d81-9f38-a4c3e291903a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c4f3f7-6498-438a-b2ec-2fe90129047b', 'attached_at': '', 'detached_at': '', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'serial': 'eccf01a9-2202-4d81-9f38-a4c3e291903a'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1580.116533] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d6295a-9eef-47d5-81b9-fbc6a0ef0407 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.132349] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35bd04a-408b-44a7-b73d-07c231e6ff4d {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.156219] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-eccf01a9-2202-4d81-9f38-a4c3e291903a/volume-eccf01a9-2202-4d81-9f38-a4c3e291903a.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.156550] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9e7d6b-48a7-493e-84f2-af6ba693ed06 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.174439] env[64658]: DEBUG oslo_vmware.api [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1580.174439] env[64658]: value = "task-2734794" [ 1580.174439] env[64658]: _type = "Task" [ 1580.174439] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.181888] env[64658]: DEBUG oslo_vmware.api [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.684480] env[64658]: DEBUG oslo_vmware.api [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734794, 'name': ReconfigVM_Task, 'duration_secs': 0.347664} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.684755] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-eccf01a9-2202-4d81-9f38-a4c3e291903a/volume-eccf01a9-2202-4d81-9f38-a4c3e291903a.vmdk or device None with type thin {{(pid=64658) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.689452] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f94e8775-862c-47af-a8d7-275b84a7c533 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.704332] env[64658]: DEBUG oslo_vmware.api [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1580.704332] env[64658]: value = "task-2734795" [ 1580.704332] env[64658]: _type = "Task" [ 1580.704332] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.712069] env[64658]: DEBUG oslo_vmware.api [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.213911] env[64658]: DEBUG oslo_vmware.api [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734795, 'name': ReconfigVM_Task, 'duration_secs': 0.140042} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.214289] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550569', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'name': 'volume-eccf01a9-2202-4d81-9f38-a4c3e291903a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c4f3f7-6498-438a-b2ec-2fe90129047b', 'attached_at': '', 'detached_at': '', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'serial': 'eccf01a9-2202-4d81-9f38-a4c3e291903a'} {{(pid=64658) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1582.249659] env[64658]: DEBUG nova.objects.instance [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'flavor' on Instance uuid 17c4f3f7-6498-438a-b2ec-2fe90129047b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.754177] env[64658]: DEBUG oslo_concurrency.lockutils [None req-191fe0a9-7251-471a-9e08-f6f68a651d26 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.940642] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.940904] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.443736] env[64658]: INFO nova.compute.manager [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Detaching volume eccf01a9-2202-4d81-9f38-a4c3e291903a [ 1583.472764] env[64658]: INFO nova.virt.block_device [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Attempting to driver detach volume eccf01a9-2202-4d81-9f38-a4c3e291903a from mountpoint /dev/sdb [ 1583.472998] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Volume detach. Driver type: vmdk {{(pid=64658) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1583.473199] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550569', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'name': 'volume-eccf01a9-2202-4d81-9f38-a4c3e291903a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c4f3f7-6498-438a-b2ec-2fe90129047b', 'attached_at': '', 'detached_at': '', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'serial': 'eccf01a9-2202-4d81-9f38-a4c3e291903a'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1583.474075] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f08e4a-ed69-4126-ac2d-a63f8401b5bc {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.495170] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac29dcb0-726c-43ed-865f-e085eacfcd72 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.501591] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae8df8d-3c2d-41c1-85f7-c40c23a71552 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.520615] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3603a05c-dfd7-466e-ac40-a5acac36c9f5 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.534187] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] The volume has not been displaced from its original location: [datastore1] volume-eccf01a9-2202-4d81-9f38-a4c3e291903a/volume-eccf01a9-2202-4d81-9f38-a4c3e291903a.vmdk. No consolidation needed. {{(pid=64658) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1583.539353] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1583.539609] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb492c3-57b4-481a-a4fe-d742d45e4d7e {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.556384] env[64658]: DEBUG oslo_vmware.api [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1583.556384] env[64658]: value = "task-2734796" [ 1583.556384] env[64658]: _type = "Task" [ 1583.556384] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.563341] env[64658]: DEBUG oslo_vmware.api [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.065234] env[64658]: DEBUG oslo_vmware.api [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734796, 'name': ReconfigVM_Task, 'duration_secs': 0.233515} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.065507] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=64658) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1584.070096] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec919a4-e15a-4af2-b01d-d4ab05815c98 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.084634] env[64658]: DEBUG oslo_vmware.api [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1584.084634] env[64658]: value = "task-2734797" [ 1584.084634] env[64658]: _type = "Task" [ 1584.084634] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.091937] env[64658]: DEBUG oslo_vmware.api [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.595568] env[64658]: DEBUG oslo_vmware.api [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734797, 'name': ReconfigVM_Task, 'duration_secs': 0.142377} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.595928] env[64658]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-550569', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'name': 'volume-eccf01a9-2202-4d81-9f38-a4c3e291903a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17c4f3f7-6498-438a-b2ec-2fe90129047b', 'attached_at': '', 'detached_at': '', 'volume_id': 'eccf01a9-2202-4d81-9f38-a4c3e291903a', 'serial': 'eccf01a9-2202-4d81-9f38-a4c3e291903a'} {{(pid=64658) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1585.135456] env[64658]: DEBUG nova.objects.instance [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'flavor' on Instance uuid 17c4f3f7-6498-438a-b2ec-2fe90129047b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.587028] env[64658]: DEBUG oslo_concurrency.lockutils [None req-2c0f3635-8fe8-4849-b934-bcb9b4e79843 tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.646s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.174733] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.174993] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.175229] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "17c4f3f7-6498-438a-b2ec-2fe90129047b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.175411] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.175576] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.177668] env[64658]: INFO nova.compute.manager [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Terminating instance [ 1587.681031] env[64658]: DEBUG nova.compute.manager [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Start destroying the instance on the hypervisor. {{(pid=64658) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1587.681444] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Destroying instance {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.682208] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06df70-243f-4e20-b6ad-31781551fc51 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.689645] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Powering off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.689859] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f141ff91-7622-494e-b3b7-0de6c6ce841c {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.695934] env[64658]: DEBUG oslo_vmware.api [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1587.695934] env[64658]: value = "task-2734798" [ 1587.695934] env[64658]: _type = "Task" [ 1587.695934] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.703398] env[64658]: DEBUG oslo_vmware.api [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.206051] env[64658]: DEBUG oslo_vmware.api [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734798, 'name': PowerOffVM_Task, 'duration_secs': 0.180422} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.206343] env[64658]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Powered off the VM {{(pid=64658) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1588.206510] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Unregistering the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1588.206755] env[64658]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01dc9042-1503-4055-97fc-878c6d6b8616 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.272323] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Unregistered the VM {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.272543] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Deleting contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.272711] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleting the datastore file [datastore1] 17c4f3f7-6498-438a-b2ec-2fe90129047b {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.272982] env[64658]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd92bba1-ee66-4e58-81e5-9e4343786330 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.279368] env[64658]: DEBUG oslo_vmware.api [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for the task: (returnval){ [ 1588.279368] env[64658]: value = "task-2734800" [ 1588.279368] env[64658]: _type = "Task" [ 1588.279368] env[64658]: } to complete. {{(pid=64658) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.286683] env[64658]: DEBUG oslo_vmware.api [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.788864] env[64658]: DEBUG oslo_vmware.api [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Task: {'id': task-2734800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126051} completed successfully. {{(pid=64658) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.789265] env[64658]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted the datastore file {{(pid=64658) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.789314] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Deleted contents of the VM from datastore datastore1 {{(pid=64658) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.789477] env[64658]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Instance destroyed {{(pid=64658) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.789647] env[64658]: INFO nova.compute.manager [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1588.789878] env[64658]: DEBUG oslo.service.loopingcall [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64658) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.790071] env[64658]: DEBUG nova.compute.manager [-] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Deallocating network for instance {{(pid=64658) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1588.790169] env[64658]: DEBUG nova.network.neutron [-] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] deallocate_for_instance() {{(pid=64658) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1589.220333] env[64658]: DEBUG nova.compute.manager [req-b5bdce2b-720a-4a63-a1f1-8ec74969742d req-c8189b72-3df3-4ca2-8567-268cfe781d32 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Received event network-vif-deleted-45e43766-ab79-4900-a49a-77c38947d6f9 {{(pid=64658) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1589.220538] env[64658]: INFO nova.compute.manager [req-b5bdce2b-720a-4a63-a1f1-8ec74969742d req-c8189b72-3df3-4ca2-8567-268cfe781d32 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Neutron deleted interface 45e43766-ab79-4900-a49a-77c38947d6f9; detaching it from the instance and deleting it from the info cache [ 1589.220707] env[64658]: DEBUG nova.network.neutron [req-b5bdce2b-720a-4a63-a1f1-8ec74969742d req-c8189b72-3df3-4ca2-8567-268cfe781d32 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.699871] env[64658]: DEBUG nova.network.neutron [-] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Updating instance_info_cache with network_info: [] {{(pid=64658) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.723063] env[64658]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b26054bc-e90d-4ea8-ac1b-4b90caad52eb {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.734098] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57a6fff-f8bf-4653-a8b2-b66b0faa1651 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.758425] env[64658]: DEBUG nova.compute.manager [req-b5bdce2b-720a-4a63-a1f1-8ec74969742d req-c8189b72-3df3-4ca2-8567-268cfe781d32 service nova] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Detach interface failed, port_id=45e43766-ab79-4900-a49a-77c38947d6f9, reason: Instance 17c4f3f7-6498-438a-b2ec-2fe90129047b could not be found. {{(pid=64658) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1590.203136] env[64658]: INFO nova.compute.manager [-] [instance: 17c4f3f7-6498-438a-b2ec-2fe90129047b] Took 1.41 seconds to deallocate network for instance. [ 1590.709275] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.709537] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.709754] env[64658]: DEBUG nova.objects.instance [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lazy-loading 'resources' on Instance uuid 17c4f3f7-6498-438a-b2ec-2fe90129047b {{(pid=64658) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.242712] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4f1b0-b981-4019-ba7e-d350c2ecd257 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.250014] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d55370-4a1b-4c52-9c53-03727399a815 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.278257] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b74f9-4928-403e-9cee-6492ca4157a1 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.284758] env[64658]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c57b4-e7aa-4656-a994-79fa886c2c47 {{(pid=64658) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.298119] env[64658]: DEBUG nova.compute.provider_tree [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed in ProviderTree for provider: 018c850a-5a14-4a88-8488-ab65a3b60cdb {{(pid=64658) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.801675] env[64658]: DEBUG nova.scheduler.client.report [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Inventory has not changed for provider 018c850a-5a14-4a88-8488-ab65a3b60cdb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 111, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64658) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.306640] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.328629] env[64658]: INFO nova.scheduler.client.report [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Deleted allocations for instance 17c4f3f7-6498-438a-b2ec-2fe90129047b [ 1592.836294] env[64658]: DEBUG oslo_concurrency.lockutils [None req-dfdae63f-45d4-41d5-892b-6b73c78deaae tempest-AttachVolumeNegativeTest-4847253 tempest-AttachVolumeNegativeTest-4847253-project-member] Lock "17c4f3f7-6498-438a-b2ec-2fe90129047b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.661s {{(pid=64658) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}